-- Logs begin at Sun 2022-02-20 23:50:07 UTC, end at Mon 2022-02-21 01:04:13 UTC. -- Feb 21 00:32:08.860294 dv-cinder-813224-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 21 00:32:11.813143 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.common.config [-] Logging enabled! Feb 21 00:32:11.813739 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 00:32:11.813931 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109795) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 00:32:11.817309 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.common.config [-] Logging enabled! Feb 21 00:32:11.817561 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 00:32:11.817874 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109795) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 00:32:11.818818 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 00:32:11.819089 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 00:32:11.819447 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 00:32:11.819701 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 00:32:11.820333 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 00:32:11.820681 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.821108 dv-cinder-813224-6-iscsi neutron-server[109795]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 21 00:32:11.821427 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.821724 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.822016 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.822310 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.822597 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.822879 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.823164 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.823462 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.823746 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.824022 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.824304 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.824624 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.824908 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.825192 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.825473 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.825753 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] debug = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.826034 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.826451 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.826869 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.827148 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.827434 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.827711 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.827981 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.828253 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.828539 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.828887 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] host = dv-cinder-813224-6-iscsi {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.829162 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.829444 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.829729 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.830012 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.830284 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.830558 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.830839 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.831110 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.831378 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] log_file = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.831651 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.831936 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.832219 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.832505 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.832755 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.832978 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.833262 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.833546 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.833819 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.834091 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.834364 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.835147 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.835419 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.835860 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.836152 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.836436 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.836746 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.837023 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.837297 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.837567 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.837837 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.838120 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.838391 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.838661 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.838930 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.839219 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.839486 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.839758 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.840057 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.840342 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.840711 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.840999 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.841273 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.841552 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.841825 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.842097 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.842366 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] use_json = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.842637 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.842907 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.843187 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.843461 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.843735 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.844008 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.844281 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.844582 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.844858 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:11.845155 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.845450 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.845747 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.846060 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.846352 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.846632 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.846919 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.847197 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.847484 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.847769 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.848056 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.848335 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.848657 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.848946 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.849248 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.849554 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.849842 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.850167 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.851034 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.851310 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.851581 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.851860 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.852149 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.852428 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.852743 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.853033 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.853313 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.853608 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.853898 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.854187 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.854492 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.854751 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.855030 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.855319 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.855598 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.855871 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.856147 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.856435 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.856743 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.857020 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.857302 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.857605 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.857852 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.858125 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.858404 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.858693 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.858972 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.859252 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.859526 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.859806 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.860078 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.860368 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.860678 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.860955 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.861229 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.861508 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.861781 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.862054 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.862332 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.862604 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.862882 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.863156 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.863427 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.863699 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.863973 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.864240 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.864513 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.864809 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.865086 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.865359 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.865629 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.865950 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.866224 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.866494 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.866776 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.867071 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.867348 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.867624 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.867900 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.868174 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.868448 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.868745 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.869023 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.869303 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.869573 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.869860 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.870138 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.870420 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.870719 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.870993 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.871285 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.871560 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.871834 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.872115 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.872393 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.872697 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.872982 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.873264 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.873556 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.873847 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.874138 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.874430 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.874721 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.874998 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.875303 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.875582 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:11.875797 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 00:32:11.876037 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109795) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 21 00:32:12.245493 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 00:32:12.245771 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 00:32:12.246078 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 00:32:12.246554 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 21 00:32:12.577609 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:12.577833 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:12.578103 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:12.579372 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:12.579645 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:12.579908 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:12.624748 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:12.625026 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:12.625292 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:12.639228 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:12.639506 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:12.639772 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:12.668642 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:12.668921 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:12.669187 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:12.706343 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:12.706619 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:12.706884 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.055700 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.056332 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.056332 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.056513 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.057181 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.156521 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.156865 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.157151 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.157421 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.157685 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.157994 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.158258 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.158518 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.158775 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.159059 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.159322 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.159584 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.159836 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.160085 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.160626 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.160892 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.161144 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.161413 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.161676 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.161932 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.162199 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.162451 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.162845 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.163225 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.163477 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.163724 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.164116 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 00:32:13.164359 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 00:32:13.164626 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 00:32:13.164864 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 00:32:13.165098 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 00:32:13.165330 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 00:32:13.165689 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 21 00:32:13.168795 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 21 00:32:13.172855 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 21 00:32:13.176690 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Feb 21 00:32:13.178357 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 21 00:32:13.178822 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 21 00:32:13.179161 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 21 00:32:13.179545 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 21 00:32:13.182384 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 21 00:32:13.182632 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 21 00:32:13.182973 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 00:32:13.187843 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 21 00:32:13.211164 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 21 00:32:13.211609 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.211908 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109795) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 21 00:32:13.212265 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.213661 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109795) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 21 00:32:13.213941 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 00:32:13.214183 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 21 00:32:13.217503 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.217785 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:13.286319 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 21 00:32:13.286553 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 21 00:32:13.286788 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 21 00:32:13.287169 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 21 00:32:13.308725 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_db.sqlalchemy.engines [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109795) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 21 00:32:13.894847 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.managers [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Initializing driver for type 'gre' Feb 21 00:32:13.895386 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] gre ID ranges: [(1, 1000)] Feb 21 00:32:14.032125 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.managers [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Initializing driver for type 'local' Feb 21 00:32:14.032390 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.managers [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Initializing driver for type 'vlan' Feb 21 00:32:14.083295 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] VlanTypeDriver initialization complete Feb 21 00:32:14.083903 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.managers [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Initializing driver for type 'vxlan' Feb 21 00:32:14.084124 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] vxlan ID ranges: [(1, 1000)] Feb 21 00:32:14.283401 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.managers [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Initializing extension driver 'port_security' Feb 21 00:32:14.283687 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.extensions.port_security [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] PortSecurityExtensionDriver initialization complete Feb 21 00:32:14.284053 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.managers [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Initializing mechanism driver 'openvswitch' Feb 21 00:32:14.284376 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.managers [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Initializing mechanism driver 'hyperv' Feb 21 00:32:14.296205 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.plugins.ml2.plugin [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:14.297087 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > port after_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.297465 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > port after_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.297822 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > port after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.298368 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 00:32:14.298806 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > subnet after_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.299212 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > subnet after_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.299557 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.299987 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 00:32:14.300399 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > network after_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.300782 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > network after_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.301131 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > network after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.301533 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 00:32:14.301943 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > security_group after_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.302299 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > security_group after_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.302674 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.303077 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 00:32:14.303486 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.303836 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.304182 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.305102 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 00:32:14.305655 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > address_group after_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.306019 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > address_group after_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.306365 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.306828 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 00:32:14.307279 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] ML2 OVO RPC backend initialized. {{(pid=109795) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 21 00:32:14.307988 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.308353 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.308795 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > network before_response 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.309150 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > networks before_response 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.309502 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > port before_response 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.309848 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > ports before_response 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.310193 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > subnet before_response 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.310537 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > subnets before_response 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.310921 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > network after_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.311261 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > network after_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.311599 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > network after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.311958 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > port after_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.312301 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > port after_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.312663 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > port after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.313003 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > subnet after_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.313361 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > subnet after_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.313679 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.321528 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.quota [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded quota_driver: . Feb 21 00:32:14.321894 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.plugin [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Modular L2 Plugin initialization complete Feb 21 00:32:14.322243 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading services supported by the core plugin {{(pid=109795) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 21 00:32:14.322586 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.plugins.ml2.managers [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Got port-security extension from driver 'port_security' Feb 21 00:32:14.323072 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.extensions.vlantransparent [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Disabled vlantransparent extension. Feb 21 00:32:14.323566 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109795) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 21 00:32:14.323897 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading Plugin: router Feb 21 00:32:14.359960 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.360357 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router after_create 55549900 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.360764 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router before_create 55549900 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.361134 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.361518 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.361879 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router after_delete 55549900 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.362242 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.362596 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.362959 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router after_create 55549900 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.363308 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router after_update 55549900 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.363659 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router after_update 55549900 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.364011 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.364371 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router after_update 55549900 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.364811 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router precommit_update 55549900 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.365185 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: port after_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.365528 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: port after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.365871 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: subnet after_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.366212 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.366561 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.366911 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router precommit_create 55549900 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.367887 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: port before_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.368245 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router precommit_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.368633 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router after_update 55549900 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.368986 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.369475 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router precommit_create 55549900 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.369849 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.370204 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router precommit_update 55549900 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.370577 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > agent after_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.370934 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > agent after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.371286 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > network after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.372140 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Tracking information for resource: router configured {{(pid=109795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 00:32:14.372475 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Tracking information for resource: floatingip configured {{(pid=109795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 00:32:14.377443 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.db.l3_agentschedulers_db [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 21 00:32:14.378029 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: port after_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.378402 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: port after_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.378761 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: port after_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.379117 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: port after_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.379908 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router before_create 55550100 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.380281 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.380679 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router precommit_create 55550100 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.381045 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > router precommit_update 55550100 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.387724 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.services.provider_configuration [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Service providers = [] {{(pid=109795) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 21 00:32:14.388095 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.db.servicetype_db [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109795) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 21 00:32:14.391120 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.services.service_base [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 00:32:14.391478 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.services.service_base [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 00:32:14.391824 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.services.service_base [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 00:32:14.392747 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.services.service_base [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 00:32:14.393126 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.services.service_base [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 21 00:32:14.393508 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 00:32:14.393828 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 21 00:32:14.404866 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 00:32:14.405206 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading Plugin: auto_allocate Feb 21 00:32:14.411250 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: network precommit_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.411624 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: network precommit_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.412174 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 00:32:14.412497 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading Plugin: tag Feb 21 00:32:14.419869 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 00:32:14.420204 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading Plugin: timestamp Feb 21 00:32:14.424075 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 00:32:14.424412 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading Plugin: network_ip_availability Feb 21 00:32:14.430015 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.430386 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.430749 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.431460 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 00:32:14.431786 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading Plugin: flavors Feb 21 00:32:14.436763 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 00:32:14.437103 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading Plugin: revisions Feb 21 00:32:14.441427 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 00:32:14.441824 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_concurrency.lockutils [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.196s {{(pid=109795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 00:32:14.442559 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109795) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 21 00:32:14.442897 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Initializing extension manager. Feb 21 00:32:14.443429 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: __init__.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.443772 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: __pycache__ {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.444112 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.444449 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: address_group.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.445765 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.446478 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: address-group Feb 21 00:32:14.446810 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: address_scope.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.447528 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.448039 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: address-scope Feb 21 00:32:14.448366 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.449350 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.449865 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: router-admin-state-down-before-update Feb 21 00:32:14.450193 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: agent.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.450893 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.451404 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: agent Feb 21 00:32:14.451730 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: agent_resources_synced.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.452677 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.453185 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: agent-resources-synced Feb 21 00:32:14.453509 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: allowedaddresspairs.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.455294 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.455811 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: allowed-address-pairs Feb 21 00:32:14.456140 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: auto_allocated_topology.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.457250 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.457769 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: auto-allocated-topology Feb 21 00:32:14.458100 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: availability_zone.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.458799 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.459305 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: availability_zone Feb 21 00:32:14.459630 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: availability_zone_filter.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.460543 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.461785 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: availability_zone_filter Feb 21 00:32:14.462111 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: data_plane_status.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.463028 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.463530 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension data-plane-status not supported by any of loaded plugins Feb 21 00:32:14.463855 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: default_subnetpools.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.464805 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.465312 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: default-subnetpools Feb 21 00:32:14.465637 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.466441 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.466950 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: dhcp_agent_scheduler Feb 21 00:32:14.467278 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: dns.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.468193 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.468740 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension dns-integration not supported by any of loaded plugins Feb 21 00:32:14.469075 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: dns_domain_ports.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.469991 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.470491 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 21 00:32:14.470817 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.471742 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.472245 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 21 00:32:14.472589 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: dvr.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.473272 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.473780 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: dvr Feb 21 00:32:14.474106 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: ecmp_routes.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.475021 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.475527 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 21 00:32:14.475851 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: empty_string_filtering.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.477009 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.477530 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: empty-string-filtering Feb 21 00:32:14.477857 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.478773 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.479290 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 21 00:32:14.479616 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.480530 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.481073 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 21 00:32:14.481397 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: external_net.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.482309 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.482820 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: external-net Feb 21 00:32:14.483146 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.484060 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.484587 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: extra_dhcp_opt Feb 21 00:32:14.484916 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: extraroute.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.485824 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.486329 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: extraroute Feb 21 00:32:14.486653 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: extraroute_atomic.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.487700 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.488214 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: extraroute-atomic Feb 21 00:32:14.488539 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: filter_validation.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.489246 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.489749 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: filter-validation Feb 21 00:32:14.490072 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: fip_pf_description.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.490982 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.491482 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 21 00:32:14.491803 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: fip_port_details.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.492991 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.493500 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: fip-port-details Feb 21 00:32:14.493826 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: flavors.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.495064 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.495580 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: flavors Feb 21 00:32:14.495909 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.497675 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.498197 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 21 00:32:14.498534 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: floatingip_pools.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.499243 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.499752 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: floatingip-pools Feb 21 00:32:14.500082 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: ip_allocation.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.501054 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.501562 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension ip_allocation not supported by any of loaded plugins Feb 21 00:32:14.501887 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.502808 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.503321 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: ip-substring-filtering Feb 21 00:32:14.503652 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: l2_adjacency.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.504606 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.505120 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 21 00:32:14.505445 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: l3.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.506410 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.506926 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: router Feb 21 00:32:14.507255 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.510443 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.511297 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 21 00:32:14.511876 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.513384 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.514304 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: ext-gw-mode Feb 21 00:32:14.514862 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.516098 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.516653 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: l3-ha Feb 21 00:32:14.516993 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.517914 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.518429 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 21 00:32:14.518760 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: l3_flavors.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.519682 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.520193 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: l3-flavors Feb 21 00:32:14.520524 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.521969 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.522490 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 21 00:32:14.522823 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.524448 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.525032 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 21 00:32:14.525370 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: l3agentscheduler.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.526457 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.526978 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: l3_agent_scheduler Feb 21 00:32:14.527311 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: local_ip.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.529141 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.529674 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension local_ip not supported by any of loaded plugins Feb 21 00:32:14.530014 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: logging.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.533088 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.533662 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension logging not supported by any of loaded plugins Feb 21 00:32:14.533954 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: metering.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.534715 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.535547 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: metering Feb 21 00:32:14.535877 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.537020 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.537542 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: metering_source_and_destination_fields Feb 21 00:32:14.537875 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: multiprovidernet.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.538810 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.539385 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: multi-provider Feb 21 00:32:14.539719 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: netmtu.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.540669 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.541183 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: net-mtu Feb 21 00:32:14.541514 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: netmtu_writable.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.542435 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.542946 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: net-mtu-writable Feb 21 00:32:14.543275 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: network_availability_zone.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.543949 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.544459 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: network_availability_zone Feb 21 00:32:14.544824 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: network_ip_availability.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.545953 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.546469 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: network-ip-availability Feb 21 00:32:14.546798 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: network_segment_range.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.547568 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.548072 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension network-segment-range not supported by any of loaded plugins Feb 21 00:32:14.548397 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: pagination.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.549426 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.549760 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: pagination Feb 21 00:32:14.550085 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: port_device_profile.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.550991 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.551502 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: port-device-profile Feb 21 00:32:14.551829 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.552782 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.553288 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: port-mac-address-regenerate Feb 21 00:32:14.553612 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.554552 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.555069 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: port-numa-affinity-policy Feb 21 00:32:14.555388 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: port_resource_request.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.556316 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.556856 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension port-resource-request not supported by any of loaded plugins Feb 21 00:32:14.557181 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: port_resource_request_groups.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.558163 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.558669 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 21 00:32:14.558992 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: portbindings.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.559927 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.560434 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: binding Feb 21 00:32:14.560783 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: portbindings_extended.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.562080 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.562605 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: binding-extended Feb 21 00:32:14.562940 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: portsecurity.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.563877 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.564392 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: port-security Feb 21 00:32:14.564753 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: project_id.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.565741 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.566074 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: project-id Feb 21 00:32:14.566400 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: providernet.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.567326 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.567835 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: provider Feb 21 00:32:14.568162 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: qos.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.572389 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.572947 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension qos not supported by any of loaded plugins Feb 21 00:32:14.573287 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.574546 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.575066 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 21 00:32:14.575398 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.576318 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.576864 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 21 00:32:14.577193 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: qos_default.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.578109 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.578620 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension qos-default not supported by any of loaded plugins Feb 21 00:32:14.578947 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: qos_fip.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.579892 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.580398 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension qos-fip not supported by any of loaded plugins Feb 21 00:32:14.580760 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.581675 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.582181 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 21 00:32:14.582505 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: qos_gateway_ip.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.583427 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.583936 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 21 00:32:14.584263 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: qos_port_network_policy.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.585332 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.586399 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 21 00:32:14.586779 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.587826 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.588344 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 21 00:32:14.588703 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.589763 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.590282 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 21 00:32:14.590611 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: qos_pps_rule.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.591793 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.592315 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension qos-pps not supported by any of loaded plugins Feb 21 00:32:14.592683 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: qos_rule_type_details.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.593605 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.594117 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 21 00:32:14.594445 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: qos_rules_alias.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.595498 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.596007 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 21 00:32:14.596333 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: quota_check_limit.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.597279 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.597795 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: quota-check-limit Feb 21 00:32:14.598123 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: quotasv2.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.599080 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.599407 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: quotas Feb 21 00:32:14.599734 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: quotasv2_detail.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.601574 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.601913 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: quota_details Feb 21 00:32:14.602250 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: rbac.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.603322 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.603851 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: rbac-policies Feb 21 00:32:14.604188 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: rbac_address_group.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.605144 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.605668 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: rbac-address-group Feb 21 00:32:14.605999 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: rbac_address_scope.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.606920 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.607436 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: rbac-address-scope Feb 21 00:32:14.607765 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: rbac_security_groups.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.608728 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.609244 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: rbac-security-groups Feb 21 00:32:14.609583 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: rbac_subnetpool.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.610574 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.611082 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: rbac-subnetpool Feb 21 00:32:14.611410 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: revisionifmatch.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.612341 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.612881 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: revision-if-match Feb 21 00:32:14.613212 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: revisions.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.614367 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.614885 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: standard-attr-revisions Feb 21 00:32:14.615215 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: router_availability_zone.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.615885 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.616395 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: router_availability_zone Feb 21 00:32:14.616761 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: routerservicetype.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.617961 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.618470 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension router-service-type not supported by any of loaded plugins Feb 21 00:32:14.618799 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.619785 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.621812 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: security-groups-normalized-cidr Feb 21 00:32:14.622145 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.623126 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.623823 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: port-security-groups-filtering Feb 21 00:32:14.624155 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.625194 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.625777 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: security-groups-remote-address-group Feb 21 00:32:14.626140 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.627140 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.627659 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: security-groups-shared-filtering Feb 21 00:32:14.627989 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.628598 dv-cinder-813224-6-iscsi neutron-server[109795]: WARNING neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 21 00:32:14.628936 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: securitygroup.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.639382 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.639925 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: security-group Feb 21 00:32:14.640260 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: segment.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.641082 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.641600 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension segment not supported by any of loaded plugins Feb 21 00:32:14.641927 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.642875 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.643387 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 21 00:32:14.643712 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: servicetype.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.644870 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.645393 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: service-type Feb 21 00:32:14.645720 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: sorting.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.646709 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.647046 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: sorting Feb 21 00:32:14.647374 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: standard_attr_segment.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.648910 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.649442 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 21 00:32:14.649766 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: standardattrdescription.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.650425 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.650944 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: standard-attr-description Feb 21 00:32:14.651270 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: stateful_security_group.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.652208 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.652751 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: stateful-security-group Feb 21 00:32:14.653078 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: stdattrs_common.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.653646 dv-cinder-813224-6-iscsi neutron-server[109795]: WARNING neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 21 00:32:14.653971 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.654900 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.655406 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 21 00:32:14.655730 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: subnet_onboard.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.656829 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.657342 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: subnet_onboard Feb 21 00:32:14.657667 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.658613 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.659125 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 21 00:32:14.659451 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: subnet_service_types.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.660685 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.661200 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: subnet-service-types Feb 21 00:32:14.661525 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: subnetallocation.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.662622 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.663159 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: subnet_allocation Feb 21 00:32:14.663489 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.664179 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.664729 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: subnetpool-prefix-ops Feb 21 00:32:14.665056 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.665985 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.666494 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 21 00:32:14.666818 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: tagging.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.667892 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.668409 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: standard-attr-tag Feb 21 00:32:14.668767 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: timestamp.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.669974 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.670496 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loaded extension: standard-attr-timestamp Feb 21 00:32:14.670826 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: trunk.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.671855 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.672369 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension trunk not supported by any of loaded plugins Feb 21 00:32:14.672737 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: trunk_details.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.673661 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.674172 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension trunk-details not supported by any of loaded plugins Feb 21 00:32:14.674500 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: uplink_status_propagation.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.675420 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.675928 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 21 00:32:14.676255 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Loading extension file: vlantransparent.py {{(pid=109795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:32:14.676951 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:32:14.677457 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 21 00:32:14.680165 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Creating instance of TrackedResource for resource:network Feb 21 00:32:14.680743 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Creating instance of TrackedResource for resource:subnet Feb 21 00:32:14.681145 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 00:32:14.681545 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Creating instance of TrackedResource for resource:port Feb 21 00:32:14.682777 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.v2.resource_helper [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:32:14.683229 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.v2.resource_helper [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Service FLAVORS assigned prefix: {{(pid=109795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:32:14.683834 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.v2.resource_helper [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:32:14.684267 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.v2.resource_helper [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:32:14.684626 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Creating instance of TrackedResource for resource:router Feb 21 00:32:14.685060 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Creating instance of TrackedResource for resource:floatingip Feb 21 00:32:14.685560 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.v2.resource_helper [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Service METERING assigned prefix: /metering {{(pid=109795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:32:14.686984 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.687362 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.687717 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:32:14.688785 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 00:32:14.689234 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Creating instance of TrackedResource for resource:security_group Feb 21 00:32:14.689664 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 00:32:14.690285 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.v2.resource_helper [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Service CORE assigned prefix: {{(pid=109795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:32:14.690629 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 00:32:14.690978 dv-cinder-813224-6-iscsi neutron-server[109795]: WARNING neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] subnetpool is already registered Feb 21 00:32:14.691403 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.v2.resource_helper [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Service CORE assigned prefix: {{(pid=109795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:32:14.691733 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 00:32:14.692067 dv-cinder-813224-6-iscsi neutron-server[109795]: WARNING neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] subnetpool is already registered Feb 21 00:32:14.694381 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.v2.resource_helper [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:32:14.694820 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.v2.resource_helper [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Service FLAVORS assigned prefix: {{(pid=109795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:32:14.695930 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.v2.resource_helper [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:32:14.696351 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.v2.resource_helper [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:32:14.696725 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Creating instance of TrackedResource for resource:router Feb 21 00:32:14.697069 dv-cinder-813224-6-iscsi neutron-server[109795]: WARNING neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] router is already registered Feb 21 00:32:14.697482 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Creating instance of TrackedResource for resource:floatingip Feb 21 00:32:14.697819 dv-cinder-813224-6-iscsi neutron-server[109795]: WARNING neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] floatingip is already registered Feb 21 00:32:14.698273 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.v2.resource_helper [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Service METERING assigned prefix: /metering {{(pid=109795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:32:14.698937 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 00:32:14.699267 dv-cinder-813224-6-iscsi neutron-server[109795]: WARNING neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] rbac_policy is already registered Feb 21 00:32:14.699680 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Creating instance of TrackedResource for resource:security_group Feb 21 00:32:14.700022 dv-cinder-813224-6-iscsi neutron-server[109795]: WARNING neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] security_group is already registered Feb 21 00:32:14.700424 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 00:32:14.700787 dv-cinder-813224-6-iscsi neutron-server[109795]: WARNING neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] security_group_rule is already registered Feb 21 00:32:14.701413 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.v2.resource_helper [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Service CORE assigned prefix: {{(pid=109795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:32:14.701743 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 00:32:14.702076 dv-cinder-813224-6-iscsi neutron-server[109795]: WARNING neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] subnetpool is already registered Feb 21 00:32:14.702496 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.v2.resource_helper [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Service CORE assigned prefix: {{(pid=109795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:32:14.702823 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 00:32:14.709865 dv-cinder-813224-6-iscsi neutron-server[109795]: WARNING neutron.quota.resource_registry [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] subnetpool is already registered Feb 21 00:32:14.709865 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: extensions {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.709865 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: address-groups {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.709865 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: address-scopes {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.709865 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: agents {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.709865 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: auto-allocated-topology {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.710443 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: availability_zones {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.711816 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: dhcp-networks {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.713432 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: dhcp-agents {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.714851 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: routers {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.717145 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: flavors {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.718317 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: service_profiles {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.719548 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: next_providers {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.721154 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: service_profiles {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.722767 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: floatingip-pools {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.724010 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: routers {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.726133 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: floatingips {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.728420 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: l3-routers {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.729855 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: l3-agents {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.731290 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: metering-labels {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.734246 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: metering-label-rules {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.734246 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: network-ip-availabilities {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.735280 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: bindings {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.736964 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: quotas {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.738533 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: quotas {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.740159 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: rbac-policies {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.741493 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: security-groups {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.743272 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: security-group-rules {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.744532 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: service-providers {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.745768 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: subnetpools {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.747180 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: subnetpools {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.748668 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: tags {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.750370 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: tags {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.752268 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: tags {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.754056 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: tags {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.756057 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: tags {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.758408 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: tags {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.760260 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: tags {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.762209 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: tags {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.763945 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: tags {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.765859 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron.api.extensions [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Extended resource: tags {{(pid=109795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:32:14.771887 dv-cinder-813224-6-iscsi neutron-server[109795]: WARNING keystonemiddleware.auth_token [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 21 00:32:14.776843 dv-cinder-813224-6-iscsi neutron-server[109795]: WARNING keystonemiddleware.auth_token [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 21 00:32:14.785849 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_concurrency.lockutils [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Acquired lock "singleton_lock" {{(pid=109795) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 21 00:32:14.786274 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_concurrency.lockutils [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Releasing lock "singleton_lock" {{(pid=109795) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 21 00:32:14.786931 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO oslo_service.service [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Starting 2 workers Feb 21 00:32:14.791917 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Started child 109906 {{(pid=109795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 00:32:14.796555 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Started child 109907 {{(pid=109795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 00:32:14.797427 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:14.798144 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO neutron.service [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 21 00:32:14.798805 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:14.798996 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [-] (109906) wsgi starting up on http://0.0.0.0:9696 Feb 21 00:32:14.801302 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO oslo_service.service [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Starting 1 workers Feb 21 00:32:14.801715 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:14.803207 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [-] (109907) wsgi starting up on http://0.0.0.0:9696 Feb 21 00:32:14.807175 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Started child 109908 {{(pid=109795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 00:32:14.807752 dv-cinder-813224-6-iscsi neutron-server[109795]: INFO oslo_service.service [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Starting 1 workers Feb 21 00:32:14.811419 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.service [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] calling RpcWorker wait() {{(pid=109908) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 21 00:32:14.811998 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.service [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] returning from RpcWorker wait() {{(pid=109908) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 21 00:32:14.812525 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Started child 109909 {{(pid=109795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 00:32:14.813221 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:14.813338 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG neutron_lib.callbacks.manager [None req-174b5977-3aaf-40bd-829c-883279339a69 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:14.813788 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:14.815344 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109795) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 00:32:14.815564 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 00:32:14.815744 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 00:32:14.815983 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 00:32:14.816330 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 00:32:14.816494 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 00:32:14.817035 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.817330 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.817610 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.817791 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:14.818252 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.818252 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.818743 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.818916 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:14.819064 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.819278 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.819555 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.819811 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.819992 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.820357 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.821104 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.821391 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.821734 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.822083 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.822353 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.822672 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.822855 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.823195 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.823684 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.824106 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.824528 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] debug = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.824981 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.825552 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.825869 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.826090 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.826325 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.826621 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.826857 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.827158 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.827407 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.827787 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.828174 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.828613 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.829020 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.829319 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.829591 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.829831 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.830085 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.830340 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.830812 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] host = dv-cinder-813224-6-iscsi {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.831034 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.831286 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.831532 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.831796 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.832051 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.832293 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.832587 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.832865 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.833110 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.834317 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.834317 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.834317 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.834317 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.834317 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] log_file = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.834723 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] log_options = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.834807 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.835036 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.835301 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.835498 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.835655 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.835909 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.836137 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.836282 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.836528 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.836782 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.837003 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.837225 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.837452 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.837688 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.837937 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.838177 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.838411 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.838664 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.838924 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.839153 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.839381 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.839643 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.839867 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.840086 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.840303 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.840540 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.840809 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.841081 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.841312 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.841672 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.841826 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.842042 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.842285 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.842539 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.842810 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.843048 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.843280 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.843503 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.843856 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.844014 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.844244 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.844512 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.844757 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.845237 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.846093 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.846666 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.846830 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] use_json = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.847063 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.847299 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.847509 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.847731 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.847971 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.848190 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.848413 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.848776 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.848995 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.849450 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.849725 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.850041 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.850278 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.850515 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.850761 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.851001 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.851230 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.851510 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.851849 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.852412 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.852859 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.853065 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.853335 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.853643 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.853964 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.854227 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.854501 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.854728 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.854951 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.855174 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.855399 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.855690 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.855921 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.856178 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.856413 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.856688 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.874644 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.874644 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.874644 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.874644 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.874644 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.874644 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.874644 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.874644 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.875209 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.875209 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.875209 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.875209 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.875209 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.875209 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.875209 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.875209 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.875209 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.875816 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.875816 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.875816 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.875816 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.875816 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.875816 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.875816 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.875816 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.875816 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.876448 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.876448 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.876448 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.876448 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.876448 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.876448 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.876448 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.876448 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.876448 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.877093 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.877093 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.877093 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.877093 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.877093 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.877093 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.877093 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.877093 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.877093 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.877743 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.877743 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.877743 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.877743 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.877743 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.877743 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.877743 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.877743 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.877743 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.878416 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.878416 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.878416 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.878416 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.878416 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.878416 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.878416 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.878416 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.878416 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.879028 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.879028 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.879028 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.879028 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.879028 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.879028 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.879028 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.879028 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.879574 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.879574 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.879574 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.879574 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.879574 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.879574 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.879574 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.879574 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.880131 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.880131 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.880131 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.880131 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.880131 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.880131 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.880131 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.880131 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.880825 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.880825 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.880825 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.880825 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.880825 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.880825 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.880825 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.880825 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.881453 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.881453 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.881453 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.881453 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.881453 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.881453 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.881453 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.881453 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.882015 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.882015 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.882015 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.882015 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.882015 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.882015 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.882533 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.882533 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.883315 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.883496 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.883899 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.884139 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.884359 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.884602 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.884870 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.885118 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.885358 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.885623 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.885877 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.886130 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.886389 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.886618 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.886850 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.887084 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.887332 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.887552 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.887800 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.888016 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.888264 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.888482 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.888740 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.889008 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.889254 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.889477 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.889698 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.889917 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.890135 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.890386 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.890600 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.890820 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.891057 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.891275 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.891499 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.891716 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.891928 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.892179 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.892396 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.892687 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.892939 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.893156 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.893425 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.893737 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.894727 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.894727 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.894727 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.894727 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.897026 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.897026 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.897026 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.897026 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.897026 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.897026 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.897026 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.897026 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.899499 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.899499 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.899499 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.899499 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.899499 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.899499 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.899499 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.899499 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.900103 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.900103 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.900103 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.900103 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.900103 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.900103 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.903871 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.903871 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.903871 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.903871 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.903871 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.903871 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.903871 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.903871 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.904427 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.904427 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.904427 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.904427 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.904427 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.904427 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.904427 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.904427 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.904427 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.906398 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.906398 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.906398 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.906398 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.906398 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.906398 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.906398 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.906398 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.906954 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.906954 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.906954 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.906954 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.907251 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.907333 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.907545 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.907769 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.908028 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.908196 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.908453 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.908710 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.908854 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.909096 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.909309 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.910469 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.910469 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.910469 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.910469 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.910897 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.910897 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.911161 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.911306 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.911691 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.918864 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.918864 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.918864 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.918864 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.918864 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.918864 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.918864 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.918864 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.919432 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.919432 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.919432 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.919432 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.919432 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.919432 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.919432 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.919432 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.919991 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.919991 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.919991 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.919991 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.919991 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.919991 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.919991 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.919991 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.920531 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.920531 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.920531 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.920531 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.920845 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.920946 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.921505 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.921505 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.921978 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.921978 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.922866 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.922866 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.922866 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.922866 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.926005 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.926005 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.926005 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.926005 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.926005 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.926005 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.926005 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.926005 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.926931 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 00:32:14.926931 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109795) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 00:32:14.926931 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 00:32:14.926931 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 00:32:14.926931 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 00:32:14.926931 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 00:32:14.926931 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 00:32:14.926931 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.927841 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.927841 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.927841 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.927841 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.927841 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.927841 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.927841 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.927841 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.928543 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.928543 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.928543 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.928543 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.928543 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.928543 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.928543 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.928543 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.930479 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.930479 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.930479 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.930479 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.930479 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.930479 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] debug = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.930479 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.931042 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.931042 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.931042 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.931042 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.931345 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.931345 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.931490 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.931612 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.931773 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.932086 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.932388 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.932727 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.932897 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.933095 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.933191 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.933355 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.933552 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.933901 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] host = dv-cinder-813224-6-iscsi {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.934064 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.934211 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.934374 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.934534 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.934682 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.934840 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.935000 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.935170 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.935319 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.935474 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.935632 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.935790 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.935948 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.936106 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] log_file = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.936263 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] log_options = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.936422 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.936598 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.936766 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.936945 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.937109 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.937268 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.937426 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.937632 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.937758 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.937879 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.938022 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.938184 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.938332 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.938490 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.938844 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.938844 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.939089 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.939089 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.939318 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.939462 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.939635 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.939786 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.939908 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.940027 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.940205 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.940426 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.940426 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.940652 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.940758 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.940862 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.943214 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.943214 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.943214 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.943214 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.943214 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.943214 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.943214 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.943214 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.952707 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.952707 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.952707 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.952707 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.952707 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.952707 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.952707 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.952707 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.953174 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] use_json = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.953174 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.953174 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.953174 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.953174 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.953174 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.953174 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.953174 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.953630 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.953630 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:32:14.953630 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.953630 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.953630 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.953630 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.953630 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.953630 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954057 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954057 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954057 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954057 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954057 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954057 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954057 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954057 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954506 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954506 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954506 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954506 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954506 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954506 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954506 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954506 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954922 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954922 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954922 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954922 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954922 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954922 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954922 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.954922 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.955348 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.955348 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.955348 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.955348 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.955348 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.955348 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.955348 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.955348 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.955774 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.955774 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.955774 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.955774 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.955774 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.955774 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.955774 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.955774 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.955774 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.956265 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.956265 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.956265 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.956265 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.956265 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.956265 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.956265 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.956265 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.956265 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.957475 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.957475 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.957475 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.957475 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.957475 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.957475 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.957475 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.957475 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.957475 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.958447 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.958447 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.958447 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.958447 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.958447 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.958447 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.958447 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.958447 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.958447 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.959560 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.959560 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.959560 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.959560 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.959560 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.959560 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.959560 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.959560 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.959560 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.960576 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.960576 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.960576 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.960576 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.960576 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.960576 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.960576 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.960576 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.960576 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.961706 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.961706 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.961706 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.961706 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.961706 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.961706 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.961706 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.961706 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.962808 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.962808 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.962808 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.962808 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.962808 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.962808 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.962808 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.962808 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.964420 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.964420 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.964420 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.964420 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.964420 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.964420 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.964420 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.964420 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.965684 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.965684 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.965684 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.965684 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.965684 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.965684 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.965684 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.965684 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.967001 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.967001 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.967001 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.967001 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.967001 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.967001 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.967001 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.967001 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.968509 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.968509 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.968509 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.968509 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.968509 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.968509 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.968509 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.968509 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.969526 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.969526 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.969526 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.969526 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.969526 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.969526 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.969526 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.969526 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.970526 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.970526 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.970526 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.970526 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.970526 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.970526 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.970526 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.970526 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.971547 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.971547 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.971547 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.971547 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.971547 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.971547 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.971547 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.971547 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.972596 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.972596 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.972596 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.972596 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.972596 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.972596 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.972596 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.972596 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.973352 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.973352 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.973352 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.973352 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.973352 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.973352 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.973750 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.973750 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.973913 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.974001 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.974081 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.974244 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.974337 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:14.974438 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.974582 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.974787 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.974953 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.975118 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.975280 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.975443 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.975606 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.975768 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.975929 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.976110 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.976271 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.976456 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.976651 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.976816 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.976977 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.977124 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.977290 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.977452 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.977612 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.977776 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.977937 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.978101 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.978260 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.978420 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.978583 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.978749 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.978913 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.979076 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.979456 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.979456 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.979727 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.979727 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.979964 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.980098 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.980193 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.980679 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.980679 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.980679 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.980897 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.981013 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.981176 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.981339 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.981921 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.981921 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.981921 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.982172 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.982172 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.982635 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.982635 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.982635 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.982836 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.982913 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.983067 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.983186 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.983347 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.983508 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.983679 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.983840 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.984352 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.984352 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.984352 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.984691 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.984691 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.984841 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.984946 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.985107 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.985268 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.985430 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.985612 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.985771 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.985933 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.986096 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.986257 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.986420 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.986591 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.986755 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.986917 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.987088 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.987251 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.987412 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.987574 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.987748 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.987911 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.988078 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.988240 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.988402 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.988583 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.988747 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.989337 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.989337 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.989337 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.989620 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.989620 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.989760 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.990411 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.990411 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.990411 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.990411 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.990888 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.990888 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.990888 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.991095 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.991172 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.991285 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.991474 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.991613 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.991775 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.991936 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.992661 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.992792 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.992959 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.993122 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.993284 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.993445 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.993607 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.993769 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.993931 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:32:14.994229 dv-cinder-813224-6-iscsi neutron-server[109795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 00:32:15.040000 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 47362) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:15.048785 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065491 Feb 21 00:32:26.838434 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84431c8a-5318-4458-bcd9-4350392c7f39 None None] get_active_networks_info from dv-cinder-813224-6-iscsi {{(pid=109908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 21 00:32:26.907589 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84431c8a-5318-4458-bcd9-4350392c7f39 None None] No non-hosted networks {{(pid=109908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 21 00:32:26.919094 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.agentschedulers_db [None req-84431c8a-5318-4458-bcd9-4350392c7f39 None None] DHCP Agent not found on host dv-cinder-813224-6-iscsi {{(pid=109908) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 21 00:32:27.016247 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-400bae73-141d-4bf1-8d34-4639dd9a63e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360274'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:29.033524 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-47757e82-b0be-474f-ab1b-0379693163c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360274'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:29.072437 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.db.api [None req-16a9fc6c-b868-41d0-8170-76014dcb8140 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-813224-6-iscsi {{(pid=109908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 00:32:29.073300 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG oslo_db.api [None req-16a9fc6c-b868-41d0-8170-76014dcb8140 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 00:32:29.694655 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-16a9fc6c-b868-41d0-8170-76014dcb8140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:30.238210 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360274'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:31.630996 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360274'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:32.928505 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 47444) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:33.112697 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360274'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:33.113448 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:33.113964 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:33.114794 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:33.115353 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:33.115917 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:33.116468 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:33.120993 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:33.120993 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:33.120993 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:33.120993 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:33.120993 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:33.121462 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:33.121954 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:33.122534 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813224-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:33.146211 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813224-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:33.497817 dv-cinder-813224-6-iscsi neutron-server[109906]: WARNING oslo_policy.policy [None req-9f8fd49d-4b26-462c-b5da-27177bfb1d32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 00:32:33.498387 dv-cinder-813224-6-iscsi neutron-server[109906]: WARNING oslo_policy.policy [None req-9f8fd49d-4b26-462c-b5da-27177bfb1d32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 00:32:33.727589 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [None req-9f8fd49d-4b26-462c-b5da-27177bfb1d32 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109906) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:32:33.732640 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-9f8fd49d-4b26-462c-b5da-27177bfb1d32 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7983572 Feb 21 00:32:34.214308 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.db.l3_hamode_db [None req-c63faa0d-4137-4831-afd9-fad971bc5974 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 21 00:32:34.293797 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63faa0d-4137-4831-afd9-fad971bc5974 None None] Routers set() bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:32:34.294328 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63faa0d-4137-4831-afd9-fad971bc5974 None None] Router IDs set() for agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 21 00:32:36.362427 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 47470) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:36.679227 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-6889550b-f3e0-4fa0-bce3-498ba8176b41 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:36.787416 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.policy [None req-6889550b-f3e0-4fa0-bce3-498ba8176b41 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109906) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 00:32:36.829744 dv-cinder-813224-6-iscsi neutron-server[109906]: WARNING oslo_policy.policy [None req-6889550b-f3e0-4fa0-bce3-498ba8176b41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 00:32:36.830123 dv-cinder-813224-6-iscsi neutron-server[109906]: WARNING oslo_policy.policy [None req-6889550b-f3e0-4fa0-bce3-498ba8176b41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 00:32:36.997119 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-6889550b-f3e0-4fa0-bce3-498ba8176b41 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788922062987', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788922063540', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788922042176', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788922051003', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788922027489', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788922035273', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-825386', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3171689', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-376049', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-716192'] for rbac-policy (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:37.198487 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-6889550b-f3e0-4fa0-bce3-498ba8176b41 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:37.199671 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-6889550b-f3e0-4fa0-bce3-498ba8176b41 admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8362653 Feb 21 00:32:39.768500 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 47480) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:40.089958 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:40.173227 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Made reservation on behalf of 588a0e3d3d57477bb802416cfa224d06 for: {'network': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:32:40.176974 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for network (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:40.194046 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:40.305896 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Publish callbacks [] for security_group (f298d46a-724f-45c9-9146-61c998774bb4), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:40.373129 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (f298d46a-724f-45c9-9146-61c998774bb4), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:40.404707 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=109906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:32:40.432835 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788922944305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (32997c02-1419-45e5-8b18-404b3e2b31df), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:40.433322 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Unsubscribe: segment precommit_create {{(pid=109906) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 00:32:40.433847 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.db.segments_db [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Added segment 32997c02-1419-45e5-8b18-404b3e2b31df of type vlan for network c7335a4f-a086-4969-8bc7-c043b404aba1 Feb 21 00:32:40.448974 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f298d46a-724f-45c9-9146-61c998774bb4,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:40.496269 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.496640 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.496996 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.497329 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.497657 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.497980 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.498333 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.498651 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.499028 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.499362 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.499681 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.499994 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.500307 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Tracked resource versions report: Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: pushed versions: Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: { 'AddressGroup': {'1.2'}, Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'ConntrackHelper': {'1.0'}, Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'LocalIPAssociation': {'1.0'}, Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'Log': {'1.0'}, Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'Network': {'1.1'}, Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'Port': {'1.7'}, Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'PortForwarding': {'1.2'}, Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'QosPolicy': {'1.10'}, Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'SecurityGroup': {'1.5'}, Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'SecurityGroupRule': {'1.2'}, Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'SubPort': {'1.0'}, Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'Subnet': {'1.1'}, Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'Trunk': {'1.1'}} Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: consumer versions: Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: { DHCP agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: L3 agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: Metadata agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: Metering agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: Open vSwitch agent@dv-cinder-813224-6-iscsi: { 'AddressGroup': '1.2', Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'ConntrackHelper': '1.0', Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'LocalIPAssociation': '1.0', Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'Log': '1.0', Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'Network': '1.1', Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'Port': '1.7', Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'PortForwarding': '1.2', Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'QosPolicy': '1.10', Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'SecurityGroup': '1.5', Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'SecurityGroupRule': '1.2', Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'SubPort': '1.0', Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'Subnet': '1.1', Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: 'Trunk': '1.1'}} Feb 21 00:32:40.501690 dv-cinder-813224-6-iscsi neutron-server[109906]: {{(pid=109906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 00:32:40.543729 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788922369190'] for network (c7335a4f-a086-4969-8bc7-c043b404aba1), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:40.641822 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for network (c7335a4f-a086-4969-8bc7-c043b404aba1), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:40.646951 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:40.648320 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:40.759499 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] Pushing event updated for resources: {'Network': ['ID=c7335a4f-a086-4969-8bc7-c043b404aba1,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:40.765848 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-a555052c-349f-4452-82a8-46553491cb44 demo demo] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9961867 Feb 21 00:32:40.773733 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Network c7335a4f-a086-4969-8bc7-c043b404aba1 details requested by agent ovs-agent-dv-cinder-813224-6-iscsi with host dv-cinder-813224-6-iscsi {{(pid=109908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:32:43.328196 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 47492) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:43.731461 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849e261e-d15f-4d54-80b3-a277464df698 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:43.732802 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-849e261e-d15f-4d54-80b3-a277464df698 demo admin] 10.222.0.81 "GET /v2.0/networks/c7335a4f-a086-4969-8bc7-c043b404aba1 HTTP/1.1" status: 200 len: 825 time: 0.4035594 Feb 21 00:32:43.759362 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-ee7ee943-aa95-4331-8a85-14f4ca3d43ce demo admin] 10.222.0.81 "GET /v2.0/subnetpools/28a84abf-ba82-4617-abfd-9d9c14f12a15 HTTP/1.1" status: 200 len: 734 time: 0.0208516 Feb 21 00:32:43.768191 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-82313eec-0a0d-40f0-b4c2-646406a61a68 demo admin] Request body: {'subnet': {'subnetpool_id': '28a84abf-ba82-4617-abfd-9d9c14f12a15', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'c7335a4f-a086-4969-8bc7-c043b404aba1'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:43.875740 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82313eec-0a0d-40f0-b4c2-646406a61a68 demo admin] Made reservation on behalf of 588a0e3d3d57477bb802416cfa224d06 for: {'subnet': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:32:43.878144 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-82313eec-0a0d-40f0-b4c2-646406a61a68 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:44.237085 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-82313eec-0a0d-40f0-b4c2-646406a61a68 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for subnet (cffb3f91-1011-4b96-8b71-97f8e40129be), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:44.308185 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82313eec-0a0d-40f0-b4c2-646406a61a68 demo admin] Checking segment: {'id': '32997c02-1419-45e5-8b18-404b3e2b31df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'c7335a4f-a086-4969-8bc7-c043b404aba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:32:44.308587 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82313eec-0a0d-40f0-b4c2-646406a61a68 demo admin] Network hostable DHCP agents. Network: c7335a4f-a086-4969-8bc7-c043b404aba1, hostable agents: ['4dd3caeb-76cf-441e-a150-e4aa52c1e518'], hosted agents: [] {{(pid=109906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:32:44.313061 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82313eec-0a0d-40f0-b4c2-646406a61a68 demo admin] Pushing event updated for resources: {'Subnet': ['ID=cffb3f91-1011-4b96-8b71-97f8e40129be,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:44.396706 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82313eec-0a0d-40f0-b4c2-646406a61a68 demo admin] Network c7335a4f-a086-4969-8bc7-c043b404aba1 is scheduled to be hosted by DHCP agent 4dd3caeb-76cf-441e-a150-e4aa52c1e518 with binding_index 1 {{(pid=109906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:32:44.471617 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-82313eec-0a0d-40f0-b4c2-646406a61a68 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813224-6-iscsi, c7335a4f-a086-4969-8bc7-c043b404aba1) {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:32:44.477944 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82313eec-0a0d-40f0-b4c2-646406a61a68 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:44.479348 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-82313eec-0a0d-40f0-b4c2-646406a61a68 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:44.481257 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d35b59-aa2f-44d5-9a1b-f2344d41e176 None None] Network c7335a4f-a086-4969-8bc7-c043b404aba1 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:32:44.565567 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-82313eec-0a0d-40f0-b4c2-646406a61a68 demo admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8006530 Feb 21 00:32:44.877670 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde9a054c-7a88-598b-a9aa-d7bb3c6415cc-c7335a4f-a086-4969-8bc7-c043b404aba1', 'network_id': 'c7335a4f-a086-4969-8bc7-c043b404aba1', 'project_id': '588a0e3d3d57477bb802416cfa224d06', 'fixed_ips': [{'subnet_id': 'cffb3f91-1011-4b96-8b71-97f8e40129be'}]}} from dv-cinder-813224-6-iscsi. {{(pid=109908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 00:32:44.878922 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:45.163736 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.db_base_plugin_common [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Allocated IP 172.20.0.2 (c7335a4f-a086-4969-8bc7-c043b404aba1/cffb3f91-1011-4b96-8b71-97f8e40129be/5ccb79c5-c521-4d81-8057-e1bc8521fc20) {{(pid=109908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:32:45.424820 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Publish callbacks [] for port (5ccb79c5-c521-4d81-8057-e1bc8521fc20), precommit_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:45.481968 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451'] for port (5ccb79c5-c521-4d81-8057-e1bc8521fc20), after_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:45.561047 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Network c7335a4f-a086-4969-8bc7-c043b404aba1 is already hosted by enough agents. {{(pid=109908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:32:45.570540 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.base_scheduler [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Resources bound (agent type, host, resource id): {{(pid=109908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:32:45.572466 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Pushing event updated for resources: {'Port': ['ID=5ccb79c5-c521-4d81-8057-e1bc8521fc20,revision_number=1']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:45.579935 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Received port after_create {{(pid=109908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:32:45.583247 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.583617 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.583975 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.584316 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.584671 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.585500 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.586016 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.586447 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.586785 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.587134 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.587471 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.587797 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.588120 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Tracked resource versions report: Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: pushed versions: Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: { 'AddressGroup': {'1.2'}, Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'ConntrackHelper': {'1.0'}, Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'LocalIPAssociation': {'1.0'}, Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'Log': {'1.0'}, Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'Network': {'1.1'}, Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'Port': {'1.7'}, Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'PortForwarding': {'1.2'}, Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'QosPolicy': {'1.10'}, Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'SecurityGroup': {'1.5'}, Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'SecurityGroupRule': {'1.2'}, Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'SubPort': {'1.0'}, Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'Subnet': {'1.1'}, Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'Trunk': {'1.1'}} Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: consumer versions: Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: { DHCP agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: L3 agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: Metadata agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: Metering agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: Open vSwitch agent@dv-cinder-813224-6-iscsi: { 'AddressGroup': '1.2', Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'ConntrackHelper': '1.0', Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'LocalIPAssociation': '1.0', Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'Log': '1.0', Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'Network': '1.1', Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'Port': '1.7', Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'PortForwarding': '1.2', Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'QosPolicy': '1.10', Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'SecurityGroup': '1.5', Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'SecurityGroupRule': '1.2', Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'SubPort': '1.0', Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'Subnet': '1.1', Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: 'Trunk': '1.1'}} Feb 21 00:32:45.589505 dv-cinder-813224-6-iscsi neutron-server[109908]: {{(pid=109908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 00:32:45.666711 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Attempting to bind port 5ccb79c5-c521-4d81-8057-e1bc8521fc20 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:32:45.667115 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Attempting to bind port 5ccb79c5-c521-4d81-8057-e1bc8521fc20 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': '32997c02-1419-45e5-8b18-404b3e2b31df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'c7335a4f-a086-4969-8bc7-c043b404aba1'}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:32:45.667550 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Attempting to bind port 5ccb79c5-c521-4d81-8057-e1bc8521fc20 on network c7335a4f-a086-4969-8bc7-c043b404aba1 {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:32:45.672520 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:32:45.672950 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Checking segment: {'id': '32997c02-1419-45e5-8b18-404b3e2b31df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'c7335a4f-a086-4969-8bc7-c043b404aba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:32:45.673434 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:45.673825 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Bound using segment: {'id': '32997c02-1419-45e5-8b18-404b3e2b31df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'c7335a4f-a086-4969-8bc7-c043b404aba1'} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:32:45.674322 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Bound port: 5ccb79c5-c521-4d81-8057-e1bc8521fc20, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32997c02-1419-45e5-8b18-404b3e2b31df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'c7335a4f-a086-4969-8bc7-c043b404aba1'}}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:32:45.674729 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (5ccb79c5-c521-4d81-8057-e1bc8521fc20), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:45.737657 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] For port 5ccb79c5-c521-4d81-8057-e1bc8521fc20, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:32:45.742522 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] For port 5ccb79c5-c521-4d81-8057-e1bc8521fc20, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=5ccb79c5-c521-4d81-8057-e1bc8521fc20,segment=NetworkSegment(32997c02-1419-45e5-8b18-404b3e2b31df),segment_id=32997c02-1419-45e5-8b18-404b3e2b31df)] {{(pid=109908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:32:45.826067 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (5ccb79c5-c521-4d81-8057-e1bc8521fc20), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:45.890791 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bae9d4-37c6-423c-84ae-ee914f1e391f None None] Pushing event updated for resources: {'Port': ['ID=5ccb79c5-c521-4d81-8057-e1bc8521fc20,revision_number=2']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:47.164010 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 47500) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:47.488426 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [None req-ecaec715-2a93-4ebd-a93a-e6395085eac8 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109906) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:32:47.499431 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-ecaec715-2a93-4ebd-a93a-e6395085eac8 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3342731 Feb 21 00:32:50.095878 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 47508) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:50.599568 dv-cinder-813224-6-iscsi neutron-server[109907]: WARNING oslo_policy.policy [None req-3e0bfc32-6d6b-4e20-b238-19265a65b5af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 00:32:50.600127 dv-cinder-813224-6-iscsi neutron-server[109907]: WARNING oslo_policy.policy [None req-3e0bfc32-6d6b-4e20-b238-19265a65b5af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 00:32:50.827781 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [None req-3e0bfc32-6d6b-4e20-b238-19265a65b5af admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:32:50.840597 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-3e0bfc32-6d6b-4e20-b238-19265a65b5af admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7309988 Feb 21 00:32:53.425088 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 47522) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:53.749068 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-dc07de28-026f-4b39-9d58-060ed7540d93 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:53.810970 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.policy [None req-dc07de28-026f-4b39-9d58-060ed7540d93 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109907) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 00:32:53.853470 dv-cinder-813224-6-iscsi neutron-server[109907]: WARNING oslo_policy.policy [None req-dc07de28-026f-4b39-9d58-060ed7540d93 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 00:32:53.853849 dv-cinder-813224-6-iscsi neutron-server[109907]: WARNING oslo_policy.policy [None req-dc07de28-026f-4b39-9d58-060ed7540d93 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 00:32:54.020039 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-dc07de28-026f-4b39-9d58-060ed7540d93 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-358335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9148'] for router (9fe4911f-413f-4783-a4a5-1894b4796ea6), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.022036 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-dc07de28-026f-4b39-9d58-060ed7540d93 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9141'] for router (9fe4911f-413f-4783-a4a5-1894b4796ea6), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.184222 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-dc07de28-026f-4b39-9d58-060ed7540d93 demo demo] Publish callbacks [] for router_controller (9fe4911f-413f-4783-a4a5-1894b4796ea6), precommit_add_association {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.244053 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-dc07de28-026f-4b39-9d58-060ed7540d93 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-356390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362153'] for router (9fe4911f-413f-4783-a4a5-1894b4796ea6), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.324851 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-dc07de28-026f-4b39-9d58-060ed7540d93 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.326084 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-dc07de28-026f-4b39-9d58-060ed7540d93 demo demo] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8999197 Feb 21 00:32:55.876175 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 5ccb79c5-c521-4d81-8057-e1bc8521fc20 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:32:55.969905 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 5ccb79c5-c521-4d81-8057-e1bc8521fc20 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:55.970334 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (5ccb79c5-c521-4d81-8057-e1bc8521fc20), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:56.079188 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 5ccb79c5-c521-4d81-8057-e1bc8521fc20 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:56.079578 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (5ccb79c5-c521-4d81-8057-e1bc8521fc20), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:56.113626 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] For port 5ccb79c5-c521-4d81-8057-e1bc8521fc20, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=5ccb79c5-c521-4d81-8057-e1bc8521fc20,segment=NetworkSegment(32997c02-1419-45e5-8b18-404b3e2b31df),segment_id=32997c02-1419-45e5-8b18-404b3e2b31df)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:56.173801 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (5ccb79c5-c521-4d81-8057-e1bc8521fc20), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:56.230891 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Pushing event updated for resources: {'Port': ['ID=5ccb79c5-c521-4d81-8057-e1bc8521fc20,revision_number=3']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:56.830980 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-b2e24fa0-72a4-48c2-be7a-42fff50f5cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:56.895333 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 47536) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:57.210870 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [None req-81a834de-c375-4549-8083-5ee51b834692 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:32:57.211980 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-81a834de-c375-4549-8083-5ee51b834692 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3156192 Feb 21 00:32:57.363961 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093a0da7-e202-4698-9e75-87d4eb41ba2f None None] Network c7335a4f-a086-4969-8bc7-c043b404aba1 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:32:57.428311 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-98c1b3eb-67a6-4de4-ba08-4f7557f033ba None None] Provisioning complete for port 5ccb79c5-c521-4d81-8057-e1bc8521fc20 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:57.428767 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-98c1b3eb-67a6-4de4-ba08-4f7557f033ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (5ccb79c5-c521-4d81-8057-e1bc8521fc20), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:57.575151 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-98c1b3eb-67a6-4de4-ba08-4f7557f033ba None None] Current status of the port 5ccb79c5-c521-4d81-8057-e1bc8521fc20 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:57.803108 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-b8149f25-cbcf-4a33-a26a-b474b7a9e09b None None] Provisioning complete for port 5ccb79c5-c521-4d81-8057-e1bc8521fc20 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:57.804028 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-b8149f25-cbcf-4a33-a26a-b474b7a9e09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (5ccb79c5-c521-4d81-8057-e1bc8521fc20), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:57.853275 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 5ccb79c5-c521-4d81-8057-e1bc8521fc20 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:32:57.923319 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-b8149f25-cbcf-4a33-a26a-b474b7a9e09b None None] Current status of the port 5ccb79c5-c521-4d81-8057-e1bc8521fc20 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:57.935461 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 5ccb79c5-c521-4d81-8057-e1bc8521fc20 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:57.935853 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (5ccb79c5-c521-4d81-8057-e1bc8521fc20), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:58.015770 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 5ccb79c5-c521-4d81-8057-e1bc8521fc20 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:58.985421 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f94b3b1a-ecb9-4731-865a-c5a7b88f0392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:59.930777 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 47544) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:00.189407 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:33:00.231371 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.288231 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Made reservation on behalf of a733488bfb554a828c99f7935f260de4 for: {'network': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:33:00.291201 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for network (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.309264 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.416036 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Publish callbacks [] for security_group (b700775e-6cd7-4db5-bc1f-a91185def1c3), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.480669 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (b700775e-6cd7-4db5-bc1f-a91185def1c3), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.492511 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Reserving flat network on physical network physnet1 {{(pid=109907) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 21 00:33:00.525121 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788922944305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (c3810f89-9b65-48d7-9855-957073281a04), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.525765 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Unsubscribe: segment precommit_create {{(pid=109907) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 00:33:00.526300 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.segments_db [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Added segment c3810f89-9b65-48d7-9855-957073281a04 of type flat for network c88f79bf-88c8-4630-a831-5481b52b74c3 Feb 21 00:33:00.542273 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b700775e-6cd7-4db5-bc1f-a91185def1c3,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:00.592064 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:00.592414 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:00.592782 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:00.593119 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:00.593460 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:00.593836 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:00.594176 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:00.594507 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:00.594848 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:00.595193 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:00.595520 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:00.595838 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:00.596156 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Tracked resource versions report: Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: pushed versions: Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: { 'AddressGroup': {'1.2'}, Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'ConntrackHelper': {'1.0'}, Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'LocalIPAssociation': {'1.0'}, Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'Log': {'1.0'}, Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'Network': {'1.1'}, Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'Port': {'1.7'}, Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'PortForwarding': {'1.2'}, Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'QosPolicy': {'1.10'}, Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'SecurityGroup': {'1.5'}, Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'SecurityGroupRule': {'1.2'}, Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'SubPort': {'1.0'}, Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'Subnet': {'1.1'}, Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'Trunk': {'1.1'}} Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: consumer versions: Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: { DHCP agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: L3 agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: Metadata agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: Metering agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: Open vSwitch agent@dv-cinder-813224-6-iscsi: { 'AddressGroup': '1.2', Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'ConntrackHelper': '1.0', Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'LocalIPAssociation': '1.0', Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'Log': '1.0', Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'Network': '1.1', Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'Port': '1.7', Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'PortForwarding': '1.2', Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'QosPolicy': '1.10', Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'SecurityGroup': '1.5', Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'SecurityGroupRule': '1.2', Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'SubPort': '1.0', Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'Subnet': '1.1', Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: 'Trunk': '1.1'}} Feb 21 00:33:00.597566 dv-cinder-813224-6-iscsi neutron-server[109907]: {{(pid=109907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 00:33:00.643181 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788922369190'] for network (c88f79bf-88c8-4630-a831-5481b52b74c3), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.768105 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for network (c88f79bf-88c8-4630-a831-5481b52b74c3), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.769444 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:00.770156 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.867637 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] Pushing event updated for resources: {'Network': ['ID=c88f79bf-88c8-4630-a831-5481b52b74c3,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:00.877957 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Network c88f79bf-88c8-4630-a831-5481b52b74c3 details requested by agent ovs-agent-dv-cinder-813224-6-iscsi with host dv-cinder-813224-6-iscsi {{(pid=109908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:33:00.976782 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-60ea2417-73fd-4785-a2d0-d0d521cdf4b9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0448873 Feb 21 00:33:01.567997 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:03.092799 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:03.544693 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 47566) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:03.676308 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abd9d12-6736-4d95-b71c-c324251f369a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:03.677610 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-9abd9d12-6736-4d95-b71c-c324251f369a demo admin] 10.222.0.81 "GET /v2.0/subnets/cffb3f91-1011-4b96-8b71-97f8e40129be HTTP/1.1" status: 200 len: 849 time: 0.1319754 Feb 21 00:33:03.820166 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-2402a0b3-7308-4334-a2d3-25ccc333a468 demo admin] 10.222.0.81 "GET /v2.0/routers/9fe4911f-413f-4783-a4a5-1894b4796ea6 HTTP/1.1" status: 200 len: 704 time: 0.1367791 Feb 21 00:33:04.092130 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-bf9896ad-a7c4-448f-a4f8-48bf2c3aa78d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:04.385380 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [None req-bf9896ad-a7c4-448f-a4f8-48bf2c3aa78d demo admin] Allocated IP 172.20.0.1 (c7335a4f-a086-4969-8bc7-c043b404aba1/cffb3f91-1011-4b96-8b71-97f8e40129be/e542e7b8-dbfa-4ad8-8c7f-c63feba747c2) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:33:04.568054 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-bf9896ad-a7c4-448f-a4f8-48bf2c3aa78d demo admin] Publish callbacks [] for port (e542e7b8-dbfa-4ad8-8c7f-c63feba747c2), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:04.687895 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-bf9896ad-a7c4-448f-a4f8-48bf2c3aa78d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451'] for port (e542e7b8-dbfa-4ad8-8c7f-c63feba747c2), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:04.766970 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9896ad-a7c4-448f-a4f8-48bf2c3aa78d demo admin] Network c7335a4f-a086-4969-8bc7-c043b404aba1 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:33:04.776290 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-bf9896ad-a7c4-448f-a4f8-48bf2c3aa78d demo admin] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:33:04.778368 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9896ad-a7c4-448f-a4f8-48bf2c3aa78d demo admin] Pushing event updated for resources: {'Port': ['ID=e542e7b8-dbfa-4ad8-8c7f-c63feba747c2,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:04.782480 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9896ad-a7c4-448f-a4f8-48bf2c3aa78d demo admin] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:33:04.783024 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-bf9896ad-a7c4-448f-a4f8-48bf2c3aa78d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358782'] for router_interface (9fe4911f-413f-4783-a4a5-1894b4796ea6), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:04.981759 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-14b8b646-7e41-4182-b18e-67da9697d3c8 None None] Provisioning complete for port e542e7b8-dbfa-4ad8-8c7f-c63feba747c2 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:04.982335 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-14b8b646-7e41-4182-b18e-67da9697d3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (e542e7b8-dbfa-4ad8-8c7f-c63feba747c2), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:05.025934 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-14b8b646-7e41-4182-b18e-67da9697d3c8 None None] Port e542e7b8-dbfa-4ad8-8c7f-c63feba747c2 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:33:05.100351 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-bf9896ad-a7c4-448f-a4f8-48bf2c3aa78d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (e542e7b8-dbfa-4ad8-8c7f-c63feba747c2), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:05.307210 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-bf9896ad-a7c4-448f-a4f8-48bf2c3aa78d demo admin] Publish callbacks [] for port (e542e7b8-dbfa-4ad8-8c7f-c63feba747c2), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:05.373735 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-bf9896ad-a7c4-448f-a4f8-48bf2c3aa78d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (e542e7b8-dbfa-4ad8-8c7f-c63feba747c2), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:05.374533 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-bf9896ad-a7c4-448f-a4f8-48bf2c3aa78d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3776529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358890'] for router_interface (9fe4911f-413f-4783-a4a5-1894b4796ea6), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:05.452099 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9896ad-a7c4-448f-a4f8-48bf2c3aa78d demo admin] Pushing event updated for resources: {'Port': ['ID=e542e7b8-dbfa-4ad8-8c7f-c63feba747c2,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:05.500264 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9896ad-a7c4-448f-a4f8-48bf2c3aa78d demo admin] Network c7335a4f-a086-4969-8bc7-c043b404aba1 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:33:05.501607 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-bf9896ad-a7c4-448f-a4f8-48bf2c3aa78d demo admin] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:33:05.762565 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9896ad-a7c4-448f-a4f8-48bf2c3aa78d demo admin] Router 9fe4911f-413f-4783-a4a5-1894b4796ea6 is scheduled to L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 with binding_index 1 {{(pid=109907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 00:33:05.852853 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3c3c2590-a6bd-43e0-887f-67742c080b8c None None] Provisioning complete for port e542e7b8-dbfa-4ad8-8c7f-c63feba747c2 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:05.853348 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3c3c2590-a6bd-43e0-887f-67742c080b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (e542e7b8-dbfa-4ad8-8c7f-c63feba747c2), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:05.861169 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9896ad-a7c4-448f-a4f8-48bf2c3aa78d demo admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:33:05.867603 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-bf9896ad-a7c4-448f-a4f8-48bf2c3aa78d demo admin] 10.222.0.81 "PUT /v2.0/routers/9fe4911f-413f-4783-a4a5-1894b4796ea6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0422220 Feb 21 00:33:05.873580 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] Sync routers for ids ['9fe4911f-413f-4783-a4a5-1894b4796ea6'] in dv-cinder-813224-6-iscsi {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:33:05.886423 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] Routers {'9fe4911f-413f-4783-a4a5-1894b4796ea6'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:33:05.888048 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:32:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['9fe4911f-413f-4783-a4a5-1894b4796ea6'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:33:05.894004 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c2590-a6bd-43e0-887f-67742c080b8c None None] Port e542e7b8-dbfa-4ad8-8c7f-c63feba747c2 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:33:06.081004 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] Set router 9fe4911f-413f-4783-a4a5-1894b4796ea6 gateway port host: None {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:33:06.510417 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe4911f-413f-4783-a4a5-1894b4796ea6', 'name': 'router1', 'tenant_id': '588a0e3d3d57477bb802416cfa224d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:04Z', 'revision_number': 2, 'project_id': '588a0e3d3d57477bb802416cfa224d06', 'gw_port_host': None, '_interfaces': [{'id': 'e542e7b8-dbfa-4ad8-8c7f-c63feba747c2', 'name': '', 'network_id': 'c7335a4f-a086-4969-8bc7-c043b404aba1', 'tenant_id': '588a0e3d3d57477bb802416cfa224d06', 'mac_address': 'fa:16:3e:7e:94:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe4911f-413f-4783-a4a5-1894b4796ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cffb3f91-1011-4b96-8b71-97f8e40129be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:33:04Z', 'updated_at': '2022-02-21T00:33:05Z', 'revision_number': 2, 'project_id': '588a0e3d3d57477bb802416cfa224d06', 'subnets': [{'id': 'cffb3f91-1011-4b96-8b71-97f8e40129be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28a84abf-ba82-4617-abfd-9d9c14f12a15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:33:06.563907 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] Checking router: 9fe4911f-413f-4783-a4a5-1894b4796ea6 for host: dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:33:06.564291 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] Updating router 9fe4911f-413f-4783-a4a5-1894b4796ea6 port e542e7b8-dbfa-4ad8-8c7f-c63feba747c2 binding host dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:33:06.619026 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (e542e7b8-dbfa-4ad8-8c7f-c63feba747c2), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:07.135384 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] Publish callbacks [] for port (e542e7b8-dbfa-4ad8-8c7f-c63feba747c2), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:07.200548 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (e542e7b8-dbfa-4ad8-8c7f-c63feba747c2), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:07.362896 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ade578-8dfe-4837-920d-ef86e235b297 None None] Pushing event updated for resources: {'Port': ['ID=e542e7b8-dbfa-4ad8-8c7f-c63feba747c2,revision_number=3']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:07.378228 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] Attempting to bind port e542e7b8-dbfa-4ad8-8c7f-c63feba747c2 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:33:07.378642 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] Attempting to bind port e542e7b8-dbfa-4ad8-8c7f-c63feba747c2 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': '32997c02-1419-45e5-8b18-404b3e2b31df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'c7335a4f-a086-4969-8bc7-c043b404aba1'}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:33:07.379069 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] Attempting to bind port e542e7b8-dbfa-4ad8-8c7f-c63feba747c2 on network c7335a4f-a086-4969-8bc7-c043b404aba1 {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:33:07.384346 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ade578-8dfe-4837-920d-ef86e235b297 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:07.384724 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ade578-8dfe-4837-920d-ef86e235b297 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:07.385068 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ade578-8dfe-4837-920d-ef86e235b297 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:07.385443 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ade578-8dfe-4837-920d-ef86e235b297 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:07.385729 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ade578-8dfe-4837-920d-ef86e235b297 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:07.386057 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ade578-8dfe-4837-920d-ef86e235b297 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:07.386378 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ade578-8dfe-4837-920d-ef86e235b297 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:07.386700 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ade578-8dfe-4837-920d-ef86e235b297 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:07.387021 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ade578-8dfe-4837-920d-ef86e235b297 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:07.387359 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ade578-8dfe-4837-920d-ef86e235b297 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:07.387682 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ade578-8dfe-4837-920d-ef86e235b297 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:07.387995 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ade578-8dfe-4837-920d-ef86e235b297 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:07.388312 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ade578-8dfe-4837-920d-ef86e235b297 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ade578-8dfe-4837-920d-ef86e235b297 None None] Tracked resource versions report: Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: pushed versions: Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: { 'AddressGroup': {'1.2'}, Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'ConntrackHelper': {'1.0'}, Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'LocalIPAssociation': {'1.0'}, Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'Log': {'1.0'}, Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'Network': {'1.1'}, Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'Port': {'1.7'}, Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'PortForwarding': {'1.2'}, Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'QosPolicy': {'1.10'}, Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'SecurityGroup': {'1.5'}, Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'SecurityGroupRule': {'1.2'}, Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'SubPort': {'1.0'}, Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'Subnet': {'1.1'}, Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'Trunk': {'1.1'}} Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: consumer versions: Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: { DHCP agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: L3 agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: Metadata agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: Metering agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: Open vSwitch agent@dv-cinder-813224-6-iscsi: { 'AddressGroup': '1.2', Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'ConntrackHelper': '1.0', Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'LocalIPAssociation': '1.0', Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'Log': '1.0', Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'Network': '1.1', Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'Port': '1.7', Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'PortForwarding': '1.2', Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'QosPolicy': '1.10', Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'SecurityGroup': '1.5', Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'SecurityGroupRule': '1.2', Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'SubPort': '1.0', Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'Subnet': '1.1', Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: 'Trunk': '1.1'}} Feb 21 00:33:07.389711 dv-cinder-813224-6-iscsi neutron-server[109909]: {{(pid=109909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 00:33:07.392353 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:33:07.392784 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] Checking segment: {'id': '32997c02-1419-45e5-8b18-404b3e2b31df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'c7335a4f-a086-4969-8bc7-c043b404aba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:33:07.393260 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:07.393637 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] Bound using segment: {'id': '32997c02-1419-45e5-8b18-404b3e2b31df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'c7335a4f-a086-4969-8bc7-c043b404aba1'} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:33:07.394135 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] Bound port: e542e7b8-dbfa-4ad8-8c7f-c63feba747c2, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32997c02-1419-45e5-8b18-404b3e2b31df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'c7335a4f-a086-4969-8bc7-c043b404aba1'}}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:33:07.394514 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (e542e7b8-dbfa-4ad8-8c7f-c63feba747c2), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:07.422433 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-172c462a-7a82-4553-b548-92881ba04084 None None] Provisioning complete for port e542e7b8-dbfa-4ad8-8c7f-c63feba747c2 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:07.422974 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-172c462a-7a82-4553-b548-92881ba04084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (e542e7b8-dbfa-4ad8-8c7f-c63feba747c2), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:07.455472 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-172c462a-7a82-4553-b548-92881ba04084 None None] Port e542e7b8-dbfa-4ad8-8c7f-c63feba747c2 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:33:07.465519 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] For port e542e7b8-dbfa-4ad8-8c7f-c63feba747c2, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:33:07.484961 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] For port e542e7b8-dbfa-4ad8-8c7f-c63feba747c2, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=e542e7b8-dbfa-4ad8-8c7f-c63feba747c2,segment=NetworkSegment(32997c02-1419-45e5-8b18-404b3e2b31df),segment_id=32997c02-1419-45e5-8b18-404b3e2b31df)] {{(pid=109909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:33:07.568140 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (e542e7b8-dbfa-4ad8-8c7f-c63feba747c2), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:07.630104 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ade578-8dfe-4837-920d-ef86e235b297 None None] Pushing event updated for resources: {'Port': ['ID=e542e7b8-dbfa-4ad8-8c7f-c63feba747c2,revision_number=4']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:07.634702 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] Routers {'9fe4911f-413f-4783-a4a5-1894b4796ea6'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:33:07.635331 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:32:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['9fe4911f-413f-4783-a4a5-1894b4796ea6'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:33:07.729718 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] Set router 9fe4911f-413f-4783-a4a5-1894b4796ea6 gateway port host: None {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:33:07.775093 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-f2e03419-5a37-4147-9048-fab9d2b8fdeb None None] Provisioning complete for port e542e7b8-dbfa-4ad8-8c7f-c63feba747c2 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:07.775493 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f2e03419-5a37-4147-9048-fab9d2b8fdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (e542e7b8-dbfa-4ad8-8c7f-c63feba747c2), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:07.860909 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-f2e03419-5a37-4147-9048-fab9d2b8fdeb None None] Current status of the port e542e7b8-dbfa-4ad8-8c7f-c63feba747c2 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:07.861303 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f2e03419-5a37-4147-9048-fab9d2b8fdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (e542e7b8-dbfa-4ad8-8c7f-c63feba747c2), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:07.895004 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-f2e03419-5a37-4147-9048-fab9d2b8fdeb None None] For port e542e7b8-dbfa-4ad8-8c7f-c63feba747c2, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=e542e7b8-dbfa-4ad8-8c7f-c63feba747c2,segment=NetworkSegment(32997c02-1419-45e5-8b18-404b3e2b31df),segment_id=32997c02-1419-45e5-8b18-404b3e2b31df)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:33:07.951407 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f2e03419-5a37-4147-9048-fab9d2b8fdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (e542e7b8-dbfa-4ad8-8c7f-c63feba747c2), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:07.953066 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe4911f-413f-4783-a4a5-1894b4796ea6', 'name': 'router1', 'tenant_id': '588a0e3d3d57477bb802416cfa224d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:04Z', 'revision_number': 2, 'project_id': '588a0e3d3d57477bb802416cfa224d06', 'gw_port_host': None, '_interfaces': [{'id': 'e542e7b8-dbfa-4ad8-8c7f-c63feba747c2', 'name': '', 'network_id': 'c7335a4f-a086-4969-8bc7-c043b404aba1', 'tenant_id': '588a0e3d3d57477bb802416cfa224d06', 'mac_address': 'fa:16:3e:7e:94:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe4911f-413f-4783-a4a5-1894b4796ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cffb3f91-1011-4b96-8b71-97f8e40129be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:33:04Z', 'updated_at': '2022-02-21T00:33:07Z', 'revision_number': 4, 'project_id': '588a0e3d3d57477bb802416cfa224d06', 'subnets': [{'id': 'cffb3f91-1011-4b96-8b71-97f8e40129be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28a84abf-ba82-4617-abfd-9d9c14f12a15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:33:07.990261 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3d7342-3d01-4744-b39e-c4172afcbf54 None None] The sync data for ids ['9fe4911f-413f-4783-a4a5-1894b4796ea6'] in dv-cinder-813224-6-iscsi is: [{'id': '9fe4911f-413f-4783-a4a5-1894b4796ea6', 'name': 'router1', 'tenant_id': '588a0e3d3d57477bb802416cfa224d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:04Z', 'revision_number': 2, 'project_id': '588a0e3d3d57477bb802416cfa224d06', 'gw_port_host': None, '_interfaces': [{'id': 'e542e7b8-dbfa-4ad8-8c7f-c63feba747c2', 'name': '', 'network_id': 'c7335a4f-a086-4969-8bc7-c043b404aba1', 'tenant_id': '588a0e3d3d57477bb802416cfa224d06', 'mac_address': 'fa:16:3e:7e:94:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe4911f-413f-4783-a4a5-1894b4796ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cffb3f91-1011-4b96-8b71-97f8e40129be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:33:04Z', 'updated_at': '2022-02-21T00:33:07Z', 'revision_number': 4, 'project_id': '588a0e3d3d57477bb802416cfa224d06', 'subnets': [{'id': 'cffb3f91-1011-4b96-8b71-97f8e40129be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28a84abf-ba82-4617-abfd-9d9c14f12a15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:33:08.004872 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e03419-5a37-4147-9048-fab9d2b8fdeb None None] Pushing event updated for resources: {'Port': ['ID=e542e7b8-dbfa-4ad8-8c7f-c63feba747c2,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:08.273652 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 47588) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:08.388835 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3d316c-94f1-4d86-8fed-1c5a7de8895f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:08.390210 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-6c3d316c-94f1-4d86-8fed-1c5a7de8895f admin admin] 10.222.0.81 "GET /v2.0/networks/c88f79bf-88c8-4630-a831-5481b52b74c3 HTTP/1.1" status: 200 len: 842 time: 0.1156557 Feb 21 00:33:08.400081 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-5c3502e8-8680-4b41-a586-d6c52d3aa811 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'enable_dhcp': False}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:33:08.476269 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3502e8-8680-4b41-a586-d6c52d3aa811 admin admin] Made reservation on behalf of a733488bfb554a828c99f7935f260de4 for: {'subnet': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:33:08.478524 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-5c3502e8-8680-4b41-a586-d6c52d3aa811 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:08.846723 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.objects.ports [None req-5c3502e8-8680-4b41-a586-d6c52d3aa811 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109907) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 21 00:33:08.847171 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-5c3502e8-8680-4b41-a586-d6c52d3aa811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for subnet (d2922032-8347-4ecd-abd4-c2de14eb9a4c), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:08.902713 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3502e8-8680-4b41-a586-d6c52d3aa811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2922032-8347-4ecd-abd4-c2de14eb9a4c,revision_number=0']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:08.914769 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3502e8-8680-4b41-a586-d6c52d3aa811 admin admin] Checking segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:33:08.915117 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3502e8-8680-4b41-a586-d6c52d3aa811 admin admin] Network hostable DHCP agents. Network: c88f79bf-88c8-4630-a831-5481b52b74c3, hostable agents: ['4dd3caeb-76cf-441e-a150-e4aa52c1e518'], hosted agents: [] {{(pid=109907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:33:09.001118 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3502e8-8680-4b41-a586-d6c52d3aa811 admin admin] Network c88f79bf-88c8-4630-a831-5481b52b74c3 is scheduled to be hosted by DHCP agent 4dd3caeb-76cf-441e-a150-e4aa52c1e518 with binding_index 1 {{(pid=109907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:33:09.086864 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-5c3502e8-8680-4b41-a586-d6c52d3aa811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813224-6-iscsi, c88f79bf-88c8-4630-a831-5481b52b74c3) {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:33:09.090851 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3502e8-8680-4b41-a586-d6c52d3aa811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:09.091435 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-5c3502e8-8680-4b41-a586-d6c52d3aa811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:09.095442 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a15b9ae-cbc9-45d8-b9f4-29e25a6683a1 None None] Network c88f79bf-88c8-4630-a831-5481b52b74c3 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:33:09.194933 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-5c3502e8-8680-4b41-a586-d6c52d3aa811 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7866373 Feb 21 00:33:09.203673 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b4f0a5-ef95-447a-8884-f6b98137f945 None None] Network c88f79bf-88c8-4630-a831-5481b52b74c3 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:33:09.856064 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 5 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:33:11.642226 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 47596) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:11.775656 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-bb1c7d3f-f29e-4581-895e-88c873a0cfa1 demo admin] 10.222.0.81 "GET /v2.0/routers/9fe4911f-413f-4783-a4a5-1894b4796ea6 HTTP/1.1" status: 200 len: 710 time: 0.1322947 Feb 21 00:33:11.861865 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770a87fc-b5d6-4282-8461-4ecd01788829 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:11.863225 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-770a87fc-b5d6-4282-8461-4ecd01788829 demo admin] 10.222.0.81 "GET /v2.0/networks/c88f79bf-88c8-4630-a831-5481b52b74c3 HTTP/1.1" status: 200 len: 886 time: 0.0820534 Feb 21 00:33:11.872828 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-b29adf48-739a-407a-9420-f9d6922014a8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:33:12.198904 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b29adf48-739a-407a-9420-f9d6922014a8 demo admin] Publish callbacks [] for router_gateway (9fe4911f-413f-4783-a4a5-1894b4796ea6), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:12.477007 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b29adf48-739a-407a-9420-f9d6922014a8 demo admin] Publish callbacks [] for router_gateway (9fe4911f-413f-4783-a4a5-1894b4796ea6), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:12.552268 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b29adf48-739a-407a-9420-f9d6922014a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:12.651156 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [None req-b29adf48-739a-407a-9420-f9d6922014a8 demo admin] Allocated IP 172.27.1.220 (c88f79bf-88c8-4630-a831-5481b52b74c3/d2922032-8347-4ecd-abd4-c2de14eb9a4c/04931152-1570-4937-9502-8061ced4bbe7) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:33:12.752657 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b29adf48-739a-407a-9420-f9d6922014a8 demo admin] Publish callbacks [] for port (04931152-1570-4937-9502-8061ced4bbe7), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:12.859381 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b29adf48-739a-407a-9420-f9d6922014a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451'] for port (04931152-1570-4937-9502-8061ced4bbe7), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:12.898562 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29adf48-739a-407a-9420-f9d6922014a8 demo admin] Network c88f79bf-88c8-4630-a831-5481b52b74c3 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:33:12.901333 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-b29adf48-739a-407a-9420-f9d6922014a8 demo admin] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:33:12.903886 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29adf48-739a-407a-9420-f9d6922014a8 demo admin] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:33:12.941892 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29adf48-739a-407a-9420-f9d6922014a8 demo admin] Pushing event updated for resources: {'Port': ['ID=04931152-1570-4937-9502-8061ced4bbe7,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:13.244916 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b29adf48-739a-407a-9420-f9d6922014a8 demo admin] Publish callbacks [] for router_gateway (9fe4911f-413f-4783-a4a5-1894b4796ea6), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:13.456898 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b29adf48-739a-407a-9420-f9d6922014a8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-356413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9095'] for router (9fe4911f-413f-4783-a4a5-1894b4796ea6), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:13.460960 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b29adf48-739a-407a-9420-f9d6922014a8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-356404'] for router (9fe4911f-413f-4783-a4a5-1894b4796ea6), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:13.570832 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29adf48-739a-407a-9420-f9d6922014a8 demo admin] Router 9fe4911f-413f-4783-a4a5-1894b4796ea6 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:33:13.761737 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29adf48-739a-407a-9420-f9d6922014a8 demo admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:33:13.766641 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b29adf48-739a-407a-9420-f9d6922014a8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:13.767818 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-b29adf48-739a-407a-9420-f9d6922014a8 demo admin] 10.222.0.81 "PUT /v2.0/routers/9fe4911f-413f-4783-a4a5-1894b4796ea6 HTTP/1.1" status: 200 len: 890 time: 1.8983042 Feb 21 00:33:15.880614 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device e542e7b8-dbfa-4ad8-8c7f-c63feba747c2 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:33:15.931514 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port e542e7b8-dbfa-4ad8-8c7f-c63feba747c2 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:15.931987 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (e542e7b8-dbfa-4ad8-8c7f-c63feba747c2), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:16.012987 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port e542e7b8-dbfa-4ad8-8c7f-c63feba747c2 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:16.309871 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 47608) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:16.427404 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-b0c2a229-48db-4442-8963-42de9a35cd7f admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1163702 Feb 21 00:33:16.783734 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] Sync routers for ids ['9fe4911f-413f-4783-a4a5-1894b4796ea6'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:33:16.796147 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] Routers {'9fe4911f-413f-4783-a4a5-1894b4796ea6'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:33:16.796956 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:32:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['9fe4911f-413f-4783-a4a5-1894b4796ea6'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:33:17.055797 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] Set router 9fe4911f-413f-4783-a4a5-1894b4796ea6 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:33:17.540292 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe4911f-413f-4783-a4a5-1894b4796ea6', 'name': 'router1', 'tenant_id': '588a0e3d3d57477bb802416cfa224d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '04931152-1570-4937-9502-8061ced4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:13Z', 'revision_number': 4, 'project_id': '588a0e3d3d57477bb802416cfa224d06', 'gw_port': {'id': '04931152-1570-4937-9502-8061ced4bbe7', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe4911f-413f-4783-a4a5-1894b4796ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:33:12Z', 'updated_at': '2022-02-21T00:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': 'e542e7b8-dbfa-4ad8-8c7f-c63feba747c2', 'name': '', 'network_id': 'c7335a4f-a086-4969-8bc7-c043b404aba1', 'tenant_id': '588a0e3d3d57477bb802416cfa224d06', 'mac_address': 'fa:16:3e:7e:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe4911f-413f-4783-a4a5-1894b4796ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cffb3f91-1011-4b96-8b71-97f8e40129be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:33:04Z', 'updated_at': '2022-02-21T00:33:07Z', 'revision_number': 5, 'project_id': '588a0e3d3d57477bb802416cfa224d06', 'subnets': [{'id': 'cffb3f91-1011-4b96-8b71-97f8e40129be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28a84abf-ba82-4617-abfd-9d9c14f12a15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:33:17.591275 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] Checking router: 9fe4911f-413f-4783-a4a5-1894b4796ea6 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:33:17.591665 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] Updating router 9fe4911f-413f-4783-a4a5-1894b4796ea6 port 04931152-1570-4937-9502-8061ced4bbe7 binding host dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:33:17.641231 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (04931152-1570-4937-9502-8061ced4bbe7), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:17.963679 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] Publish callbacks [] for port (04931152-1570-4937-9502-8061ced4bbe7), precommit_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:18.041685 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (04931152-1570-4937-9502-8061ced4bbe7), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:18.092951 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3f25c-dca4-4f7f-b4e1-4db2b3b2b10a None None] Pushing event updated for resources: {'Port': ['ID=04931152-1570-4937-9502-8061ced4bbe7,revision_number=2']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:18.096986 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] Attempting to bind port 04931152-1570-4937-9502-8061ced4bbe7 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:33:18.097355 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] Attempting to bind port 04931152-1570-4937-9502-8061ced4bbe7 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:33:18.097719 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] Attempting to bind port 04931152-1570-4937-9502-8061ced4bbe7 on network c88f79bf-88c8-4630-a831-5481b52b74c3 {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:33:18.108530 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:33:18.108940 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] Checking segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:33:18.109487 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:18.109745 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] Bound using segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:33:18.110214 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] Bound port: 04931152-1570-4937-9502-8061ced4bbe7, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:33:18.110593 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (04931152-1570-4937-9502-8061ced4bbe7), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:18.167887 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] For port 04931152-1570-4937-9502-8061ced4bbe7, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:33:18.170967 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] For port 04931152-1570-4937-9502-8061ced4bbe7, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=04931152-1570-4937-9502-8061ced4bbe7,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:33:18.243581 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (04931152-1570-4937-9502-8061ced4bbe7), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:18.305698 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] Routers {'9fe4911f-413f-4783-a4a5-1894b4796ea6'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:33:18.306328 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:32:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['9fe4911f-413f-4783-a4a5-1894b4796ea6'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:33:18.342249 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3f25c-dca4-4f7f-b4e1-4db2b3b2b10a None None] Pushing event updated for resources: {'Port': ['ID=04931152-1570-4937-9502-8061ced4bbe7,revision_number=3']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:18.433244 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] Set router 9fe4911f-413f-4783-a4a5-1894b4796ea6 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:33:18.664148 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe4911f-413f-4783-a4a5-1894b4796ea6', 'name': 'router1', 'tenant_id': '588a0e3d3d57477bb802416cfa224d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '04931152-1570-4937-9502-8061ced4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:13Z', 'revision_number': 4, 'project_id': '588a0e3d3d57477bb802416cfa224d06', 'gw_port': {'id': '04931152-1570-4937-9502-8061ced4bbe7', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe4911f-413f-4783-a4a5-1894b4796ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:33:12Z', 'updated_at': '2022-02-21T00:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': 'e542e7b8-dbfa-4ad8-8c7f-c63feba747c2', 'name': '', 'network_id': 'c7335a4f-a086-4969-8bc7-c043b404aba1', 'tenant_id': '588a0e3d3d57477bb802416cfa224d06', 'mac_address': 'fa:16:3e:7e:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe4911f-413f-4783-a4a5-1894b4796ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cffb3f91-1011-4b96-8b71-97f8e40129be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:33:04Z', 'updated_at': '2022-02-21T00:33:07Z', 'revision_number': 5, 'project_id': '588a0e3d3d57477bb802416cfa224d06', 'subnets': [{'id': 'cffb3f91-1011-4b96-8b71-97f8e40129be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28a84abf-ba82-4617-abfd-9d9c14f12a15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:33:18.691895 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c579c-448f-456f-b20f-a2fca96039ec None None] The sync data for ids ['9fe4911f-413f-4783-a4a5-1894b4796ea6'] in dv-cinder-813224-6-iscsi is: [{'id': '9fe4911f-413f-4783-a4a5-1894b4796ea6', 'name': 'router1', 'tenant_id': '588a0e3d3d57477bb802416cfa224d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '04931152-1570-4937-9502-8061ced4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:13Z', 'revision_number': 4, 'project_id': '588a0e3d3d57477bb802416cfa224d06', 'gw_port': {'id': '04931152-1570-4937-9502-8061ced4bbe7', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe4911f-413f-4783-a4a5-1894b4796ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:33:12Z', 'updated_at': '2022-02-21T00:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': 'e542e7b8-dbfa-4ad8-8c7f-c63feba747c2', 'name': '', 'network_id': 'c7335a4f-a086-4969-8bc7-c043b404aba1', 'tenant_id': '588a0e3d3d57477bb802416cfa224d06', 'mac_address': 'fa:16:3e:7e:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe4911f-413f-4783-a4a5-1894b4796ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cffb3f91-1011-4b96-8b71-97f8e40129be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:33:04Z', 'updated_at': '2022-02-21T00:33:07Z', 'revision_number': 5, 'project_id': '588a0e3d3d57477bb802416cfa224d06', 'subnets': [{'id': 'cffb3f91-1011-4b96-8b71-97f8e40129be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28a84abf-ba82-4617-abfd-9d9c14f12a15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:33:19.908036 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 04931152-1570-4937-9502-8061ced4bbe7 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:33:19.991420 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 04931152-1570-4937-9502-8061ced4bbe7 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:19.992189 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (04931152-1570-4937-9502-8061ced4bbe7), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:20.094422 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 04931152-1570-4937-9502-8061ced4bbe7 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:20.094851 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (04931152-1570-4937-9502-8061ced4bbe7), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:20.131630 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] For port 04931152-1570-4937-9502-8061ced4bbe7, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=04931152-1570-4937-9502-8061ced4bbe7,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:33:20.246422 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (04931152-1570-4937-9502-8061ced4bbe7), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:20.315663 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Pushing event updated for resources: {'Port': ['ID=04931152-1570-4937-9502-8061ced4bbe7,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:21.947334 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 04931152-1570-4937-9502-8061ced4bbe7 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:33:22.075881 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 04931152-1570-4937-9502-8061ced4bbe7 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:22.076499 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (04931152-1570-4937-9502-8061ced4bbe7), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:22.333559 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 04931152-1570-4937-9502-8061ced4bbe7 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:26.846995 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-ea1dc851-764f-46b8-82b1-e02c2ef12980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:28.961775 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-e9e272cb-09b3-4f85-8952-546792b0a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:30.212831 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:31.588951 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:33.098722 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:46.855237 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 5 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:33:56.874286 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-35d980a3-025f-441f-bbdb-aabc3dc86d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:59.344151 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-78f6fdaf-4db1-4e83-81be-a4f46411d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:00.304260 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:01.571858 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:03.075013 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:23.854408 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 5 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:34:26.845400 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-ae02f581-2866-4b56-bc3d-7218b2508a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:28.982863 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-42c606c8-356c-4a13-8060-44ad3ee24fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:30.216839 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:31.570763 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:33.085554 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:39.343021 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48092) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:39.407298 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4b15fe-82c9-4394-91d1-b0665261fed9 admin admin] GET failed (client error): The resource could not be found. Feb 21 00:34:39.408583 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-3d4b15fe-82c9-4394-91d1-b0665261fed9 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0645993 Feb 21 00:34:39.564042 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2216fd6a-3fb4-47db-b8c0-abc7b82fc491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:39.565449 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-2216fd6a-3fb4-47db-b8c0-abc7b82fc491 admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1518009 Feb 21 00:34:41.928379 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48102) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:42.022143 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bbf713-caf2-479b-98c1-8aa6ab11fff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:42.023401 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-13bbf713-caf2-479b-98c1-8aa6ab11fff1 admin admin] 10.222.0.81 "GET /v2.0/subnets/cffb3f91-1011-4b96-8b71-97f8e40129be HTTP/1.1" status: 200 len: 849 time: 0.0940418 Feb 21 00:34:42.033184 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-06de6013-48b9-4b85-8a0d-65cdd473ba46 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:34:42.116308 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-06de6013-48b9-4b85-8a0d-65cdd473ba46 admin admin] Publish callbacks [] for subnet (cffb3f91-1011-4b96-8b71-97f8e40129be), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:42.307859 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-06de6013-48b9-4b85-8a0d-65cdd473ba46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788922695298'] for subnet (cffb3f91-1011-4b96-8b71-97f8e40129be), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:42.338678 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06de6013-48b9-4b85-8a0d-65cdd473ba46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:42.339831 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-06de6013-48b9-4b85-8a0d-65cdd473ba46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:42.340540 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-06de6013-48b9-4b85-8a0d-65cdd473ba46 admin admin] 10.222.0.81 "PUT /v2.0/subnets/cffb3f91-1011-4b96-8b71-97f8e40129be HTTP/1.1" status: 200 len: 868 time: 0.3111587 Feb 21 00:34:42.357446 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89295501-5d86-4724-a23e-73d631860653 None None] Network c7335a4f-a086-4969-8bc7-c043b404aba1 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:34:42.366310 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de6013-48b9-4b85-8a0d-65cdd473ba46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cffb3f91-1011-4b96-8b71-97f8e40129be,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:42.374437 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de6013-48b9-4b85-8a0d-65cdd473ba46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:42.374827 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de6013-48b9-4b85-8a0d-65cdd473ba46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:42.375187 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de6013-48b9-4b85-8a0d-65cdd473ba46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:42.375530 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de6013-48b9-4b85-8a0d-65cdd473ba46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:42.375867 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de6013-48b9-4b85-8a0d-65cdd473ba46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:42.376198 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de6013-48b9-4b85-8a0d-65cdd473ba46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:42.376546 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de6013-48b9-4b85-8a0d-65cdd473ba46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:42.376917 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de6013-48b9-4b85-8a0d-65cdd473ba46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:42.377265 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de6013-48b9-4b85-8a0d-65cdd473ba46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:42.377600 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de6013-48b9-4b85-8a0d-65cdd473ba46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:42.377948 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de6013-48b9-4b85-8a0d-65cdd473ba46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:42.378273 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de6013-48b9-4b85-8a0d-65cdd473ba46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:42.378602 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de6013-48b9-4b85-8a0d-65cdd473ba46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:42.671827 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-22f8c4dd-09e8-40bb-9e20-abdba582eb2b None None] Provisioning complete for port e542e7b8-dbfa-4ad8-8c7f-c63feba747c2 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:34:42.672215 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-22f8c4dd-09e8-40bb-9e20-abdba582eb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (e542e7b8-dbfa-4ad8-8c7f-c63feba747c2), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:42.747230 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-22f8c4dd-09e8-40bb-9e20-abdba582eb2b None None] Current status of the port e542e7b8-dbfa-4ad8-8c7f-c63feba747c2 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:34:42.765803 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-22f8c4dd-09e8-40bb-9e20-abdba582eb2b None None] Provisioning complete for port 5ccb79c5-c521-4d81-8057-e1bc8521fc20 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:34:42.765803 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-22f8c4dd-09e8-40bb-9e20-abdba582eb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (5ccb79c5-c521-4d81-8057-e1bc8521fc20), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:42.845867 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-22f8c4dd-09e8-40bb-9e20-abdba582eb2b None None] Current status of the port 5ccb79c5-c521-4d81-8057-e1bc8521fc20 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:34:44.691345 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48110) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:44.893637 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52dc5fb-146b-4a0e-9c15-f4eccd5df936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:44.894028 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52dc5fb-146b-4a0e-9c15-f4eccd5df936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:44.896054 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-c52dc5fb-146b-4a0e-9c15-f4eccd5df936 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2037816 Feb 21 00:34:47.210445 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48120) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:47.407253 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddad4a5-4549-4704-b6cf-0e62b800d7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:47.407653 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddad4a5-4549-4704-b6cf-0e62b800d7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:47.409230 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-0ddad4a5-4549-4704-b6cf-0e62b800d7fa admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1978211 Feb 21 00:34:49.775095 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48128) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:49.905644 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18636626-b3fb-4d8f-8e4f-30ff85f6c577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:49.907270 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-18636626-b3fb-4d8f-8e4f-30ff85f6c577 admin admin] 10.222.0.81 "GET /v2.0/networks/c7335a4f-a086-4969-8bc7-c043b404aba1 HTTP/1.1" status: 200 len: 869 time: 0.1309280 Feb 21 00:34:52.228456 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48136) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:52.353841 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7a2e60-8eaf-420f-a65c-2ba796416871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:52.355204 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-2e7a2e60-8eaf-420f-a65c-2ba796416871 admin admin] 10.222.0.81 "GET /v2.0/networks/c88f79bf-88c8-4630-a831-5481b52b74c3 HTTP/1.1" status: 200 len: 886 time: 0.1257565 Feb 21 00:34:54.773420 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48144) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:54.894520 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11419ba-13d1-4c0d-a44a-32b96df87405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:54.895555 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11419ba-13d1-4c0d-a44a-32b96df87405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:54.897149 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-c11419ba-13d1-4c0d-a44a-32b96df87405 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226423 Feb 21 00:34:56.838938 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-fadc5e71-20be-4b91-a319-230dd92dca9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:57.234709 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48152) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:57.326629 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4984c82-39f5-4620-8b8c-49afdd7edfda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:57.327104 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4984c82-39f5-4620-8b8c-49afdd7edfda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:57.328720 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-f4984c82-39f5-4620-8b8c-49afdd7edfda admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930300 Feb 21 00:34:58.987795 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-b1858655-2310-4895-9257-c194f0abeb14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:59.937343 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48160) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:00.028276 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fb741d-1eba-4832-b382-cf9d94878621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:00.029576 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-44fb741d-1eba-4832-b382-cf9d94878621 admin admin] 10.222.0.81 "GET /v2.0/subnets/cffb3f91-1011-4b96-8b71-97f8e40129be HTTP/1.1" status: 200 len: 868 time: 0.0912831 Feb 21 00:35:00.221718 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:00.853820 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 5 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:35:01.570446 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:02.415139 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48168) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:02.506450 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992742e9-145e-4f43-9647-2de16fd71658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:02.507829 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-992742e9-145e-4f43-9647-2de16fd71658 admin admin] 10.222.0.81 "GET /v2.0/subnets/d2922032-8347-4ecd-abd4-c2de14eb9a4c HTTP/1.1" status: 200 len: 816 time: 0.0913692 Feb 21 00:35:03.117604 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:26.842952 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-cf391ecf-c1a7-498a-90cc-2ef4d294c089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:28.980185 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1e81-dda1-4978-a308-4eea80c34914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:30.238162 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:31.000755 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48220) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:31.047264 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [None req-9fe6628d-f400-4af2-adce-a723e9b02efc admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:35:31.048236 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-9fe6628d-f400-4af2-adce-a723e9b02efc admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465486 Feb 21 00:35:31.557988 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:33.089261 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:33.455553 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48228) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:33.514647 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5fb00a9-f13d-484b-a2f4-2d26c6421a39 admin admin] GET failed (client error): The resource could not be found. Feb 21 00:35:33.515885 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-e5fb00a9-f13d-484b-a2f4-2d26c6421a39 admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588667 Feb 21 00:35:33.600774 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab694809-f964-4177-8e4a-4897b6509788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:33.602286 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-ab694809-f964-4177-8e4a-4897b6509788 admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0817575 Feb 21 00:35:35.958008 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48236) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:36.004534 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-1ed4d8bb-3f33-4645-aada-246aac5d8a10 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:35:36.076439 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed4d8bb-3f33-4645-aada-246aac5d8a10 admin admin] Made reservation on behalf of a733488bfb554a828c99f7935f260de4 for: {'network': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:35:36.078708 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1ed4d8bb-3f33-4645-aada-246aac5d8a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for network (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:36.106647 dv-cinder-813224-6-iscsi neutron-server[109907]: WARNING neutron.services.revisions.revision_plugin [None req-1ed4d8bb-3f33-4645-aada-246aac5d8a10 admin admin] Could not find related network for resource to bump revision. Feb 21 00:35:36.120395 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed4d8bb-3f33-4645-aada-246aac5d8a10 admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=109907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:35:36.130002 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1ed4d8bb-3f33-4645-aada-246aac5d8a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (95aa1d0f-c6c2-43c6-aa30-f1f55649d38c), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:36.130337 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.segments_db [None req-1ed4d8bb-3f33-4645-aada-246aac5d8a10 admin admin] Added segment 95aa1d0f-c6c2-43c6-aa30-f1f55649d38c of type vlan for network 404654ad-84be-4054-ae50-5ec9641bad79 Feb 21 00:35:36.177171 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1ed4d8bb-3f33-4645-aada-246aac5d8a10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788922369190'] for network (404654ad-84be-4054-ae50-5ec9641bad79), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:36.266093 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1ed4d8bb-3f33-4645-aada-246aac5d8a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for network (404654ad-84be-4054-ae50-5ec9641bad79), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:36.267026 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed4d8bb-3f33-4645-aada-246aac5d8a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:36.267599 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1ed4d8bb-3f33-4645-aada-246aac5d8a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:36.327091 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4d8bb-3f33-4645-aada-246aac5d8a10 admin admin] Pushing event updated for resources: {'Network': ['ID=404654ad-84be-4054-ae50-5ec9641bad79,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:36.338511 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Network 404654ad-84be-4054-ae50-5ec9641bad79 details requested by agent ovs-agent-dv-cinder-813224-6-iscsi with host dv-cinder-813224-6-iscsi {{(pid=109908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:35:36.359403 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-1ed4d8bb-3f33-4645-aada-246aac5d8a10 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4002841 Feb 21 00:35:37.851861 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 5 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:35:38.694012 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48244) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:38.753886 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.pecan_wsgi.hooks.translation [None req-1adf11b3-36fe-47ff-9bce-08953d460274 admin admin] GET failed (client error): The resource could not be found. Feb 21 00:35:38.755180 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-1adf11b3-36fe-47ff-9bce-08953d460274 admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602081 Feb 21 00:35:38.855863 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef1ac30-1e2c-4348-825c-d44e11f84628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:38.857335 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-aef1ac30-1e2c-4348-825c-d44e11f84628 admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0980797 Feb 21 00:35:38.867517 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Request body: {'subnet': {'network_id': '404654ad-84be-4054-ae50-5ec9641bad79', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:35:38.951680 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Made reservation on behalf of a733488bfb554a828c99f7935f260de4 for: {'subnet': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:35:38.953933 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.163559 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for subnet (7a9816bf-4ded-41c8-861f-460469a417ba), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.222509 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a9816bf-4ded-41c8-861f-460469a417ba,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:39.232215 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:39.232611 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:39.232968 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:39.233312 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:39.233651 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:39.233985 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:39.234334 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:39.234671 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:39.235018 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:39.235368 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:39.235706 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:39.236034 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:39.236360 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:39.240703 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Checking segment: {'id': '95aa1d0f-c6c2-43c6-aa30-f1f55649d38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '404654ad-84be-4054-ae50-5ec9641bad79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:35:39.241060 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Network hostable DHCP agents. Network: 404654ad-84be-4054-ae50-5ec9641bad79, hostable agents: ['4dd3caeb-76cf-441e-a150-e4aa52c1e518'], hosted agents: [] {{(pid=109906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:35:39.329163 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Network 404654ad-84be-4054-ae50-5ec9641bad79 is scheduled to be hosted by DHCP agent 4dd3caeb-76cf-441e-a150-e4aa52c1e518 with binding_index 1 {{(pid=109906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:35:39.374661 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813224-6-iscsi, 404654ad-84be-4054-ae50-5ec9641bad79) {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:35:39.378588 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:39.379168 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.383973 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b761eb11-259e-45bb-8ef3-03376e029551 None None] Network 404654ad-84be-4054-ae50-5ec9641bad79 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:35:39.434670 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-41b3f967-b55e-49d6-aebf-531bcce97143 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5703795 Feb 21 00:35:39.489561 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde9a054c-7a88-598b-a9aa-d7bb3c6415cc-404654ad-84be-4054-ae50-5ec9641bad79', 'network_id': '404654ad-84be-4054-ae50-5ec9641bad79', 'project_id': 'a733488bfb554a828c99f7935f260de4', 'fixed_ips': [{'subnet_id': '7a9816bf-4ded-41c8-861f-460469a417ba'}]}} from dv-cinder-813224-6-iscsi. {{(pid=109908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 00:35:39.490446 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.731753 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.db_base_plugin_common [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Allocated IP 192.168.233.2 (404654ad-84be-4054-ae50-5ec9641bad79/7a9816bf-4ded-41c8-861f-460469a417ba/1b95a9f0-18fa-4dea-978a-20910f54c6f2) {{(pid=109908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:35:39.904683 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Publish callbacks [] for port (1b95a9f0-18fa-4dea-978a-20910f54c6f2), precommit_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.975888 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451'] for port (1b95a9f0-18fa-4dea-978a-20910f54c6f2), after_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:40.012814 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Network 404654ad-84be-4054-ae50-5ec9641bad79 is already hosted by enough agents. {{(pid=109908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:35:40.015650 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.base_scheduler [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Resources bound (agent type, host, resource id): {{(pid=109908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:35:40.019381 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Received port after_create {{(pid=109908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:35:40.030480 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Pushing event updated for resources: {'Port': ['ID=1b95a9f0-18fa-4dea-978a-20910f54c6f2,revision_number=1']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:40.040448 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:40.040846 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:40.041215 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:40.041570 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:40.041901 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:40.042233 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:40.042563 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:40.042892 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:40.043217 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:40.043555 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:40.043881 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:40.044200 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:40.044525 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:40.095332 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Attempting to bind port 1b95a9f0-18fa-4dea-978a-20910f54c6f2 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:35:40.095699 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Attempting to bind port 1b95a9f0-18fa-4dea-978a-20910f54c6f2 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': '95aa1d0f-c6c2-43c6-aa30-f1f55649d38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '404654ad-84be-4054-ae50-5ec9641bad79'}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:35:40.096056 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Attempting to bind port 1b95a9f0-18fa-4dea-978a-20910f54c6f2 on network 404654ad-84be-4054-ae50-5ec9641bad79 {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:35:40.103909 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:35:40.104473 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Checking segment: {'id': '95aa1d0f-c6c2-43c6-aa30-f1f55649d38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '404654ad-84be-4054-ae50-5ec9641bad79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:35:40.105125 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:40.105722 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Bound using segment: {'id': '95aa1d0f-c6c2-43c6-aa30-f1f55649d38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '404654ad-84be-4054-ae50-5ec9641bad79'} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:35:40.106457 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Bound port: 1b95a9f0-18fa-4dea-978a-20910f54c6f2, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95aa1d0f-c6c2-43c6-aa30-f1f55649d38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '404654ad-84be-4054-ae50-5ec9641bad79'}}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:35:40.107058 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (1b95a9f0-18fa-4dea-978a-20910f54c6f2), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:40.183701 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] For port 1b95a9f0-18fa-4dea-978a-20910f54c6f2, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:35:40.186877 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] For port 1b95a9f0-18fa-4dea-978a-20910f54c6f2, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=1b95a9f0-18fa-4dea-978a-20910f54c6f2,segment=NetworkSegment(95aa1d0f-c6c2-43c6-aa30-f1f55649d38c),segment_id=95aa1d0f-c6c2-43c6-aa30-f1f55649d38c)] {{(pid=109908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:35:40.239519 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (1b95a9f0-18fa-4dea-978a-20910f54c6f2), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:40.307715 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d87fb-da61-4599-b145-2dbd8d17cb15 None None] Pushing event updated for resources: {'Port': ['ID=1b95a9f0-18fa-4dea-978a-20910f54c6f2,revision_number=2']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:41.163412 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef2cd33-1515-4238-b239-8ee3ad9e95d2 None None] Network 404654ad-84be-4054-ae50-5ec9641bad79 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:35:41.232877 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-a1db936c-10c7-4f68-89ea-6acd9be0a808 None None] Provisioning complete for port 1b95a9f0-18fa-4dea-978a-20910f54c6f2 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:41.233272 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a1db936c-10c7-4f68-89ea-6acd9be0a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (1b95a9f0-18fa-4dea-978a-20910f54c6f2), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:41.347856 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-a1db936c-10c7-4f68-89ea-6acd9be0a808 None None] Current status of the port 1b95a9f0-18fa-4dea-978a-20910f54c6f2 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:41.348333 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a1db936c-10c7-4f68-89ea-6acd9be0a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (1b95a9f0-18fa-4dea-978a-20910f54c6f2), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:41.387084 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-a1db936c-10c7-4f68-89ea-6acd9be0a808 None None] For port 1b95a9f0-18fa-4dea-978a-20910f54c6f2, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=1b95a9f0-18fa-4dea-978a-20910f54c6f2,segment=NetworkSegment(95aa1d0f-c6c2-43c6-aa30-f1f55649d38c),segment_id=95aa1d0f-c6c2-43c6-aa30-f1f55649d38c)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:41.466894 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a1db936c-10c7-4f68-89ea-6acd9be0a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (1b95a9f0-18fa-4dea-978a-20910f54c6f2), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:41.521641 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db936c-10c7-4f68-89ea-6acd9be0a808 None None] Pushing event updated for resources: {'Port': ['ID=1b95a9f0-18fa-4dea-978a-20910f54c6f2,revision_number=3']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:41.587099 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-bfa00306-d593-4e86-98e9-968b8eb1e801 None None] Provisioning complete for port 1b95a9f0-18fa-4dea-978a-20910f54c6f2 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:41.587497 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-bfa00306-d593-4e86-98e9-968b8eb1e801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (1b95a9f0-18fa-4dea-978a-20910f54c6f2), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:41.671360 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-bfa00306-d593-4e86-98e9-968b8eb1e801 None None] Current status of the port 1b95a9f0-18fa-4dea-978a-20910f54c6f2 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:41.978931 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 1b95a9f0-18fa-4dea-978a-20910f54c6f2 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:35:42.031792 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 1b95a9f0-18fa-4dea-978a-20910f54c6f2 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:42.032186 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (1b95a9f0-18fa-4dea-978a-20910f54c6f2), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:42.115158 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 1b95a9f0-18fa-4dea-978a-20910f54c6f2 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:56.877836 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-780b5968-da6d-4f59-b6a4-5472f76127ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:58.997173 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-e48cb1be-499f-47eb-a4f4-09c262ff3ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:00.238381 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:01.551350 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:03.104994 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:14.853724 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 5 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:36:26.863597 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3fbe4b8d-048c-473a-bc6e-040295c4c8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:28.995295 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a99595e3-5401-42df-94b5-82758a728c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:30.241672 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:31.573120 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:33.092457 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:51.853072 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 5 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:36:56.869841 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-76212da0-9de0-4bc9-9947-9fd10789c570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:58.995073 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-4f9e1a4a-0872-405d-b7d6-0d22b7700fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:00.263513 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:01.588478 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:03.098050 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:10.444480 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48282) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:10.450085 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [None req-ecbfbe20-80b6-472f-8d61-b3c6434a3f0e tempest-verify_tempest_config-2124882431 tempest-verify_tempest_config-2124882431-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109906) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:37:10.451043 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-ecbfbe20-80b6-472f-8d61-b3c6434a3f0e tempest-verify_tempest_config-2124882431 tempest-verify_tempest_config-2124882431-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055656 Feb 21 00:37:10.945516 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48300) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:11.046604 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-dc1686cf-4404-421c-a21f-e42fb2a5f841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:11.118500 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-dc1686cf-4404-421c-a21f-e42fb2a5f841 admin admin] Publish callbacks [] for security_group (bd708f84-7fdb-491c-8864-55e081c8cc51), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:11.194862 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-dc1686cf-4404-421c-a21f-e42fb2a5f841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (bd708f84-7fdb-491c-8864-55e081c8cc51), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:11.240155 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-dc1686cf-4404-421c-a21f-e42fb2a5f841 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d8b56674329f4469ba6b273aa4d9e107&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2936051 Feb 21 00:37:11.241232 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1686cf-4404-421c-a21f-e42fb2a5f841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd708f84-7fdb-491c-8864-55e081c8cc51,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:11.243045 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48304) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:11.248111 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1686cf-4404-421c-a21f-e42fb2a5f841 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.248482 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1686cf-4404-421c-a21f-e42fb2a5f841 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.248920 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1686cf-4404-421c-a21f-e42fb2a5f841 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.249267 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1686cf-4404-421c-a21f-e42fb2a5f841 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.249673 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1686cf-4404-421c-a21f-e42fb2a5f841 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.250072 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1686cf-4404-421c-a21f-e42fb2a5f841 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.251094 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1686cf-4404-421c-a21f-e42fb2a5f841 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.251438 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1686cf-4404-421c-a21f-e42fb2a5f841 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.251776 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1686cf-4404-421c-a21f-e42fb2a5f841 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.252138 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1686cf-4404-421c-a21f-e42fb2a5f841 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.252585 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1686cf-4404-421c-a21f-e42fb2a5f841 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.252944 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1686cf-4404-421c-a21f-e42fb2a5f841 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.253304 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1686cf-4404-421c-a21f-e42fb2a5f841 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.301259 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b9489808-ac6f-41b2-9815-11beb4585a78 admin admin] Publish callbacks [] for security_group (bd708f84-7fdb-491c-8864-55e081c8cc51), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:11.322323 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b9489808-ac6f-41b2-9815-11beb4585a78 admin admin] Publish callbacks [] for security_group (bd708f84-7fdb-491c-8864-55e081c8cc51), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:11.446630 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b9489808-ac6f-41b2-9815-11beb4585a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (bd708f84-7fdb-491c-8864-55e081c8cc51), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:11.449195 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b9489808-ac6f-41b2-9815-11beb4585a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:11.450344 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-b9489808-ac6f-41b2-9815-11beb4585a78 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bd708f84-7fdb-491c-8864-55e081c8cc51 HTTP/1.1" status: 204 len: 168 time: 0.2057631 Feb 21 00:37:11.457987 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9489808-ac6f-41b2-9815-11beb4585a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd708f84-7fdb-491c-8864-55e081c8cc51,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:11.468729 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9489808-ac6f-41b2-9815-11beb4585a78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.468729 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9489808-ac6f-41b2-9815-11beb4585a78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.468729 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9489808-ac6f-41b2-9815-11beb4585a78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.468729 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9489808-ac6f-41b2-9815-11beb4585a78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.468729 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9489808-ac6f-41b2-9815-11beb4585a78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.468729 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9489808-ac6f-41b2-9815-11beb4585a78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.468729 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9489808-ac6f-41b2-9815-11beb4585a78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.468729 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9489808-ac6f-41b2-9815-11beb4585a78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.468729 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9489808-ac6f-41b2-9815-11beb4585a78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.468729 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9489808-ac6f-41b2-9815-11beb4585a78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.468729 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9489808-ac6f-41b2-9815-11beb4585a78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.468729 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9489808-ac6f-41b2-9815-11beb4585a78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:11.468729 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9489808-ac6f-41b2-9815-11beb4585a78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:26.840248 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-cf374c68-2d90-450f-ab48-375c457b128d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:28.851494 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 5 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:37:28.999159 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6f58-9f1f-46fa-9a1f-6184401f0f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:30.320211 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:31.598958 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:33.084186 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:56.856370 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a3814660-cfe5-4395-8590-e31222c597b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:58.975932 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-e40d138c-4c0e-45e4-9434-3c4fdbc12131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:00.256057 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:01.581743 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:03.079781 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:05.850489 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 5 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:38:26.843544 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d7e8a6d2-2367-489e-a128-aa91887cf95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:28.991780 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-16092953-4fde-4429-ae26-7c9a07d9abbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:30.277995 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:31.592487 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:33.055085 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:42.850020 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 5 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:38:56.071704 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360274'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:56.843268 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d4737fdd-b41e-45f5-ac50-9e958b099a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:58.973037 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-7b733dc8-b63f-4998-a668-70a81563c562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:00.248471 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:01.602447 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:03.076902 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:11.259303 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48376) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:11.364037 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-e5f6ac12-5f7c-4606-b5be-8816895554f0 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1036358 Feb 21 00:39:13.719079 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48386) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:13.773867 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-e63f5915-109b-4a07-98d3-2177b65396ca admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0531938 Feb 21 00:39:19.849626 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:39:26.070476 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:26.893763 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-9baa925b-ab24-4fa6-99a9-4723e5c3b410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:29.007621 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-85f1daae-df71-4159-afe4-a2f38cff7401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:30.270218 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:31.583571 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:33.075917 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:56.104002 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:56.848703 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:39:56.852631 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-c0d434ee-9fb2-425a-a3c6-4dc9441d734f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:58.983979 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-6345e9fb-e046-4564-97c1-cc8997898952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:00.292270 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:01.595689 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:03.109176 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:26.085089 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:26.829922 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d00b420e-3651-4620-87f4-86db5be83989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:28.988274 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-9b340c1a-38e0-4771-8104-84bdd60f4ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:30.262629 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:31.605429 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:33.080011 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:33.848469 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:40:47.953393 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48528) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:48.367687 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1537405813-network', 'tenant_id': '5d6eb22f64204445af47ce8f7a38fec6'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:40:48.473827 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Made reservation on behalf of 5d6eb22f64204445af47ce8f7a38fec6 for: {'network': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:40:48.476059 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for network (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:48.484899 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:48.564957 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Publish callbacks [] for security_group (2e9a29a1-bed6-4df4-9173-aa523c3fdc82), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:48.640511 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (2e9a29a1-bed6-4df4-9173-aa523c3fdc82), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:48.662059 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=109906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:40:48.681228 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (4dbd0238-a9cb-414c-a314-ae52faed5b0e), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:48.681556 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.db.segments_db [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Added segment 4dbd0238-a9cb-414c-a314-ae52faed5b0e of type vlan for network 5860a2b5-7321-4ed2-b2b9-bb170daa3037 Feb 21 00:40:48.682875 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9a29a1-bed6-4df4-9173-aa523c3fdc82,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:48.699138 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:48.699495 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:48.699846 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:48.700188 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:48.700528 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:48.700909 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:48.701270 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:48.701628 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:48.703072 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:48.703431 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:48.703773 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:48.704103 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:48.704436 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Tracked resource versions report: Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: pushed versions: Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: { 'AddressGroup': {'1.2'}, Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'ConntrackHelper': {'1.0'}, Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'LocalIPAssociation': {'1.0'}, Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'Log': {'1.0'}, Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'Network': {'1.1'}, Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'Port': {'1.7'}, Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'PortForwarding': {'1.2'}, Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'QosPolicy': {'1.10'}, Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'SecurityGroup': {'1.5'}, Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'SecurityGroupRule': {'1.2'}, Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'SubPort': {'1.0'}, Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'Subnet': {'1.1'}, Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'Trunk': {'1.1'}} Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: consumer versions: Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: { DHCP agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: HyperV agent@hv-cinder-81322: {}, Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: L3 agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: Metadata agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: Metering agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: Open vSwitch agent@dv-cinder-813224-6-iscsi: { 'AddressGroup': '1.2', Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'ConntrackHelper': '1.0', Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'LocalIPAssociation': '1.0', Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'Log': '1.0', Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'Network': '1.1', Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'Port': '1.7', Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'PortForwarding': '1.2', Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'QosPolicy': '1.10', Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'SecurityGroup': '1.5', Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'SecurityGroupRule': '1.2', Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'SubPort': '1.0', Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'Subnet': '1.1', Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: 'Trunk': '1.1'}} Feb 21 00:40:48.705602 dv-cinder-813224-6-iscsi neutron-server[109906]: {{(pid=109906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 00:40:48.736877 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788922369190'] for network (5860a2b5-7321-4ed2-b2b9-bb170daa3037), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:48.822345 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for network (5860a2b5-7321-4ed2-b2b9-bb170daa3037), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:48.823418 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:48.823993 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:48.920659 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] Pushing event updated for resources: {'Network': ['ID=5860a2b5-7321-4ed2-b2b9-bb170daa3037,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:48.931773 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Network 5860a2b5-7321-4ed2-b2b9-bb170daa3037 details requested by agent ovs-agent-dv-cinder-813224-6-iscsi with host dv-cinder-813224-6-iscsi {{(pid=109908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:40:48.942710 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48568) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:48.944063 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-84c977f4-598d-445b-825e-e0e14ae12106 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9895258 Feb 21 00:40:48.948160 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Request body: {'subnet': {'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1537405813-subnet', 'tenant_id': '5d6eb22f64204445af47ce8f7a38fec6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:40:49.029474 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48580) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:49.050805 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Made reservation on behalf of 5d6eb22f64204445af47ce8f7a38fec6 for: {'subnet': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:40:49.053356 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:49.060799 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48586) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:49.359217 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-4af563cc-efbf-4b06-bc85-fae5ac6256fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-345748848-network', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:40:49.422383 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for subnet (643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:49.470076 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-ef8dc2cc-182b-4c00-b24b-39a55b5e2e6d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-940131479-network', 'tenant_id': 'c8e63ac4203946df8cfe4731a2baa57f'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:40:49.481698 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af563cc-efbf-4b06-bc85-fae5ac6256fb admin admin] Made reservation on behalf of 82b8f77b26bc425e8a2b357d7db9e33e for: {'network': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:40:49.483998 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4af563cc-efbf-4b06-bc85-fae5ac6256fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for network (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:49.495120 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48600) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:49.496620 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Checking segment: {'id': '4dbd0238-a9cb-414c-a314-ae52faed5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:40:49.496955 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Network hostable DHCP agents. Network: 5860a2b5-7321-4ed2-b2b9-bb170daa3037, hostable agents: ['4dd3caeb-76cf-441e-a150-e4aa52c1e518'], hosted agents: [] {{(pid=109907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:40:49.504239 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4af563cc-efbf-4b06-bc85-fae5ac6256fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:49.525694 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa,revision_number=0']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:49.539201 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:49.539568 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:49.539953 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:49.540293 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:49.540643 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:49.540973 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:49.541303 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:49.541627 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:49.541968 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:49.542308 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:49.542633 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:49.542949 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:49.543269 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Tracked resource versions report: Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: pushed versions: Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: { 'AddressGroup': {'1.2'}, Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'ConntrackHelper': {'1.0'}, Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'LocalIPAssociation': {'1.0'}, Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'Log': {'1.0'}, Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'Network': {'1.1'}, Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'Port': {'1.7'}, Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'PortForwarding': {'1.2'}, Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'QosPolicy': {'1.10'}, Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'SecurityGroup': {'1.5'}, Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'SecurityGroupRule': {'1.2'}, Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'SubPort': {'1.0'}, Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'Subnet': {'1.1'}, Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'Trunk': {'1.1'}} Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: consumer versions: Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: { DHCP agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: HyperV agent@hv-cinder-81322: {}, Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: L3 agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: Metadata agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: Metering agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: Open vSwitch agent@dv-cinder-813224-6-iscsi: { 'AddressGroup': '1.2', Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'ConntrackHelper': '1.0', Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'LocalIPAssociation': '1.0', Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'Log': '1.0', Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'Network': '1.1', Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'Port': '1.7', Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'PortForwarding': '1.2', Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'QosPolicy': '1.10', Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'SecurityGroup': '1.5', Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'SecurityGroupRule': '1.2', Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'SubPort': '1.0', Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'Subnet': '1.1', Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: 'Trunk': '1.1'}} Feb 21 00:40:49.544414 dv-cinder-813224-6-iscsi neutron-server[109907]: {{(pid=109907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 00:40:49.569798 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8dc2cc-182b-4c00-b24b-39a55b5e2e6d admin admin] Made reservation on behalf of c8e63ac4203946df8cfe4731a2baa57f for: {'network': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:40:49.572783 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ef8dc2cc-182b-4c00-b24b-39a55b5e2e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for network (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:49.592025 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ef8dc2cc-182b-4c00-b24b-39a55b5e2e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:49.623109 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4af563cc-efbf-4b06-bc85-fae5ac6256fb admin admin] Publish callbacks [] for security_group (714a999f-5cc7-44f2-8e7c-225b611f4c8d), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:49.639656 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Network 5860a2b5-7321-4ed2-b2b9-bb170daa3037 is scheduled to be hosted by DHCP agent 4dd3caeb-76cf-441e-a150-e4aa52c1e518 with binding_index 1 {{(pid=109907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:40:49.706428 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ef8dc2cc-182b-4c00-b24b-39a55b5e2e6d admin admin] Publish callbacks [] for security_group (63996491-8aeb-45e3-bca6-8af98e1c2690), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:49.776431 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4af563cc-efbf-4b06-bc85-fae5ac6256fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (714a999f-5cc7-44f2-8e7c-225b611f4c8d), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:49.799302 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ef8dc2cc-182b-4c00-b24b-39a55b5e2e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (63996491-8aeb-45e3-bca6-8af98e1c2690), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:49.807442 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af563cc-efbf-4b06-bc85-fae5ac6256fb admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=109907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:40:49.813688 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813224-6-iscsi, 5860a2b5-7321-4ed2-b2b9-bb170daa3037) {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:40:49.824207 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8dc2cc-182b-4c00-b24b-39a55b5e2e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63996491-8aeb-45e3-bca6-8af98e1c2690,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:49.834525 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083be978-5808-45fc-8e14-0b9c9ba55baa None None] Network 5860a2b5-7321-4ed2-b2b9-bb170daa3037 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:40:49.839536 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8dc2cc-182b-4c00-b24b-39a55b5e2e6d admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=109906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:40:49.867666 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:49.867666 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:49.868426 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ef8dc2cc-182b-4c00-b24b-39a55b5e2e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (e656b760-e405-414e-8085-50d11f7c1380), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:49.868782 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af563cc-efbf-4b06-bc85-fae5ac6256fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714a999f-5cc7-44f2-8e7c-225b611f4c8d,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:49.868866 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.db.segments_db [None req-ef8dc2cc-182b-4c00-b24b-39a55b5e2e6d admin admin] Added segment e656b760-e405-414e-8085-50d11f7c1380 of type vlan for network 17ba718d-5a2b-4b7e-a276-e1789589b54a Feb 21 00:40:49.890718 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4af563cc-efbf-4b06-bc85-fae5ac6256fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (0ee53623-0484-460d-a643-46e7f85b864d), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:49.891059 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.segments_db [None req-4af563cc-efbf-4b06-bc85-fae5ac6256fb admin admin] Added segment 0ee53623-0484-460d-a643-46e7f85b864d of type vlan for network db91bc76-bbbd-4928-84db-ba174e4b8a5d Feb 21 00:40:49.952508 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ef8dc2cc-182b-4c00-b24b-39a55b5e2e6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788922369190'] for network (17ba718d-5a2b-4b7e-a276-e1789589b54a), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:49.993701 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4af563cc-efbf-4b06-bc85-fae5ac6256fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788922369190'] for network (db91bc76-bbbd-4928-84db-ba174e4b8a5d), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.004968 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-404ea2e9-2c16-42d8-b862-a3d57640adc9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0588505 Feb 21 00:40:50.008620 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48612) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:50.011110 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-e65b56db-7a89-484e-adf2-fd7d5e5ef1f4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1537405813-router', 'tenant_id': '5d6eb22f64204445af47ce8f7a38fec6', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:40:50.053733 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2808da-e278-4f73-83ad-523cfd16fcd7 None None] Network 5860a2b5-7321-4ed2-b2b9-bb170daa3037 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:40:50.057185 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48614) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:50.064670 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ef8dc2cc-182b-4c00-b24b-39a55b5e2e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for network (17ba718d-5a2b-4b7e-a276-e1789589b54a), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.065622 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8dc2cc-182b-4c00-b24b-39a55b5e2e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:50.066195 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ef8dc2cc-182b-4c00-b24b-39a55b5e2e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.090827 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4af563cc-efbf-4b06-bc85-fae5ac6256fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for network (db91bc76-bbbd-4928-84db-ba174e4b8a5d), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.091812 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af563cc-efbf-4b06-bc85-fae5ac6256fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:50.092485 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4af563cc-efbf-4b06-bc85-fae5ac6256fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.164431 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8dc2cc-182b-4c00-b24b-39a55b5e2e6d admin admin] Pushing event updated for resources: {'Network': ['ID=17ba718d-5a2b-4b7e-a276-e1789589b54a,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:50.176111 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-5312f307-2a7b-4ece-8dc4-5f64dc695d5e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1622814912-network', 'tenant_id': 'ebacf998e9714961af4c3d69bcfbc096'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:40:50.176729 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Network 17ba718d-5a2b-4b7e-a276-e1789589b54a details requested by agent ovs-agent-dv-cinder-813224-6-iscsi with host dv-cinder-813224-6-iscsi {{(pid=109908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:40:50.181712 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e65b56db-7a89-484e-adf2-fd7d5e5ef1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-358335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9148'] for router (9ee95b85-76a9-49e5-bf78-0c840f52ffce), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.183076 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af563cc-efbf-4b06-bc85-fae5ac6256fb admin admin] Pushing event updated for resources: {'Network': ['ID=db91bc76-bbbd-4928-84db-ba174e4b8a5d,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:50.188487 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e65b56db-7a89-484e-adf2-fd7d5e5ef1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9141'] for router (9ee95b85-76a9-49e5-bf78-0c840f52ffce), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.206632 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48622) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:50.206769 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-ef8dc2cc-182b-4c00-b24b-39a55b5e2e6d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1433430 Feb 21 00:40:50.214465 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-4c8f3131-5ffc-4804-bbcc-38f75b5e4026 admin admin] Request body: {'subnet': {'network_id': '17ba718d-5a2b-4b7e-a276-e1789589b54a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-940131479-subnet', 'tenant_id': 'c8e63ac4203946df8cfe4731a2baa57f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:40:50.237508 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Network db91bc76-bbbd-4928-84db-ba174e4b8a5d details requested by agent ovs-agent-dv-cinder-813224-6-iscsi with host dv-cinder-813224-6-iscsi {{(pid=109908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:40:50.268710 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-4af563cc-efbf-4b06-bc85-fae5ac6256fb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2366180 Feb 21 00:40:50.273459 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48626) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:50.285610 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-9e20bbb1-4d9a-47f7-8618-45dd24528a98 admin admin] Request body: {'subnet': {'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-subnet', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:40:50.342004 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8f3131-5ffc-4804-bbcc-38f75b5e4026 admin admin] Made reservation on behalf of c8e63ac4203946df8cfe4731a2baa57f for: {'subnet': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:40:50.344640 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3131-5ffc-4804-bbcc-38f75b5e4026 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.350839 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e65b56db-7a89-484e-adf2-fd7d5e5ef1f4 admin admin] Publish callbacks [] for router_controller (9ee95b85-76a9-49e5-bf78-0c840f52ffce), precommit_add_association {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.414618 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e20bbb1-4d9a-47f7-8618-45dd24528a98 admin admin] Made reservation on behalf of 82b8f77b26bc425e8a2b357d7db9e33e for: {'subnet': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:40:50.416218 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9e20bbb1-4d9a-47f7-8618-45dd24528a98 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.436429 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-42894846-caa4-4058-a2d4-dc84adde2bb8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2066082838-network', 'tenant_id': '943116783b96473c81856233d65a620b'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:40:50.443406 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5312f307-2a7b-4ece-8dc4-5f64dc695d5e admin admin] Made reservation on behalf of ebacf998e9714961af4c3d69bcfbc096 for: {'network': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:40:50.448500 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5312f307-2a7b-4ece-8dc4-5f64dc695d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for network (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.671028 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5312f307-2a7b-4ece-8dc4-5f64dc695d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.714188 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3131-5ffc-4804-bbcc-38f75b5e4026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for subnet (7417476d-a9cc-448b-8ec9-814c8169dc45), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.721806 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e65b56db-7a89-484e-adf2-fd7d5e5ef1f4 admin admin] Publish callbacks [] for router_gateway (9ee95b85-76a9-49e5-bf78-0c840f52ffce), precommit_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.781404 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f3131-5ffc-4804-bbcc-38f75b5e4026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7417476d-a9cc-448b-8ec9-814c8169dc45,revision_number=0']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:50.789484 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f3131-5ffc-4804-bbcc-38f75b5e4026 admin admin] Checking segment: {'id': 'e656b760-e405-414e-8085-50d11f7c1380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '17ba718d-5a2b-4b7e-a276-e1789589b54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:40:50.789844 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f3131-5ffc-4804-bbcc-38f75b5e4026 admin admin] Network hostable DHCP agents. Network: 17ba718d-5a2b-4b7e-a276-e1789589b54a, hostable agents: ['4dd3caeb-76cf-441e-a150-e4aa52c1e518'], hosted agents: [] {{(pid=109907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:40:50.799876 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9e20bbb1-4d9a-47f7-8618-45dd24528a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for subnet (fa227f87-1978-4806-9713-f4a79efc4e60), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.802999 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42894846-caa4-4058-a2d4-dc84adde2bb8 admin admin] Made reservation on behalf of 943116783b96473c81856233d65a620b for: {'network': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:40:50.805856 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-42894846-caa4-4058-a2d4-dc84adde2bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for network (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.820093 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5312f307-2a7b-4ece-8dc4-5f64dc695d5e admin admin] Publish callbacks [] for security_group (0ca4d837-2c73-4da7-b50d-df252d918c2b), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.821393 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-42894846-caa4-4058-a2d4-dc84adde2bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.879534 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20bbb1-4d9a-47f7-8618-45dd24528a98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa227f87-1978-4806-9713-f4a79efc4e60,revision_number=0']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:50.892389 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20bbb1-4d9a-47f7-8618-45dd24528a98 admin admin] Checking segment: {'id': '0ee53623-0484-460d-a643-46e7f85b864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:40:50.892805 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e20bbb1-4d9a-47f7-8618-45dd24528a98 admin admin] Network hostable DHCP agents. Network: db91bc76-bbbd-4928-84db-ba174e4b8a5d, hostable agents: ['4dd3caeb-76cf-441e-a150-e4aa52c1e518'], hosted agents: [] {{(pid=109907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:40:50.914219 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f3131-5ffc-4804-bbcc-38f75b5e4026 admin admin] Network 17ba718d-5a2b-4b7e-a276-e1789589b54a is scheduled to be hosted by DHCP agent 4dd3caeb-76cf-441e-a150-e4aa52c1e518 with binding_index 1 {{(pid=109907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:40:50.965553 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5312f307-2a7b-4ece-8dc4-5f64dc695d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (0ca4d837-2c73-4da7-b50d-df252d918c2b), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.986942 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5312f307-2a7b-4ece-8dc4-5f64dc695d5e admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=109906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:40:50.994497 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e20bbb1-4d9a-47f7-8618-45dd24528a98 admin admin] Network db91bc76-bbbd-4928-84db-ba174e4b8a5d is scheduled to be hosted by DHCP agent 4dd3caeb-76cf-441e-a150-e4aa52c1e518 with binding_index 1 {{(pid=109907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:40:51.033162 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5312f307-2a7b-4ece-8dc4-5f64dc695d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (60d3ec88-c6d6-459d-8385-580d39baf7fb), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:51.033509 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.db.segments_db [None req-5312f307-2a7b-4ece-8dc4-5f64dc695d5e admin admin] Added segment 60d3ec88-c6d6-459d-8385-580d39baf7fb of type vlan for network 49d74154-8c5b-46a6-9042-703f7b3f59c2 Feb 21 00:40:51.050631 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-42894846-caa4-4058-a2d4-dc84adde2bb8 admin admin] Publish callbacks [] for security_group (2ea22fad-17c7-4847-a640-eabf4cd4aa41), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:51.053092 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f3131-5ffc-4804-bbcc-38f75b5e4026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813224-6-iscsi, 17ba718d-5a2b-4b7e-a276-e1789589b54a) {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:40:51.053596 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312f307-2a7b-4ece-8dc4-5f64dc695d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca4d837-2c73-4da7-b50d-df252d918c2b,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:51.068369 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c3f4a2-1bba-445e-98ae-29b381d61fc3 None None] Network 17ba718d-5a2b-4b7e-a276-e1789589b54a requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:40:51.084204 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-9e20bbb1-4d9a-47f7-8618-45dd24528a98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813224-6-iscsi, db91bc76-bbbd-4928-84db-ba174e4b8a5d) {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:40:51.094964 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8f3131-5ffc-4804-bbcc-38f75b5e4026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:51.098142 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3131-5ffc-4804-bbcc-38f75b5e4026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:51.102556 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5312f307-2a7b-4ece-8dc4-5f64dc695d5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788922369190'] for network (49d74154-8c5b-46a6-9042-703f7b3f59c2), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:51.127380 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77f8c39-57d3-438b-bcf7-790bb6038026 None None] Network db91bc76-bbbd-4928-84db-ba174e4b8a5d requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:40:51.133778 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e20bbb1-4d9a-47f7-8618-45dd24528a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:51.135768 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9e20bbb1-4d9a-47f7-8618-45dd24528a98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:51.191452 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-42894846-caa4-4058-a2d4-dc84adde2bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (2ea22fad-17c7-4847-a640-eabf4cd4aa41), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:51.203254 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-4c8f3131-5ffc-4804-bbcc-38f75b5e4026 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9953685 Feb 21 00:40:51.242182 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-9e20bbb1-4d9a-47f7-8618-45dd24528a98 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9660230 Feb 21 00:40:51.242808 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48656) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:51.247753 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-babb1114-b155-4620-8335-8051527f074c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:40:51.300625 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42894846-caa4-4058-a2d4-dc84adde2bb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=109906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:40:51.315978 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbe7f90-3d2a-49c0-9e41-43dcf6daa336 None None] Network 17ba718d-5a2b-4b7e-a276-e1789589b54a requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:40:51.337033 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-42894846-caa4-4058-a2d4-dc84adde2bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (5171ad0f-cdd7-4d59-a1da-485b04cc5db5), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:51.337391 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.db.segments_db [None req-42894846-caa4-4058-a2d4-dc84adde2bb8 admin admin] Added segment 5171ad0f-cdd7-4d59-a1da-485b04cc5db5 of type vlan for network 4eddcd37-2bb4-45ed-b271-82c29ca77999 Feb 21 00:40:51.341950 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42894846-caa4-4058-a2d4-dc84adde2bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea22fad-17c7-4847-a640-eabf4cd4aa41,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:51.371605 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e65b56db-7a89-484e-adf2-fd7d5e5ef1f4 admin admin] Publish callbacks [] for router_gateway (9ee95b85-76a9-49e5-bf78-0c840f52ffce), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:51.395210 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde9a054c-7a88-598b-a9aa-d7bb3c6415cc-db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60'}]}} from dv-cinder-813224-6-iscsi. {{(pid=109908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 00:40:51.396321 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:51.424120 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e65b56db-7a89-484e-adf2-fd7d5e5ef1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:51.429582 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-babb1114-b155-4620-8335-8051527f074c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-358335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9148'] for router (2244ab43-eb9e-4597-96dc-54662e71ca72), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:51.432692 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-babb1114-b155-4620-8335-8051527f074c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9141'] for router (2244ab43-eb9e-4597-96dc-54662e71ca72), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:51.442033 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5312f307-2a7b-4ece-8dc4-5f64dc695d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for network (49d74154-8c5b-46a6-9042-703f7b3f59c2), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:51.443291 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5312f307-2a7b-4ece-8dc4-5f64dc695d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:51.444060 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5312f307-2a7b-4ece-8dc4-5f64dc695d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:51.462425 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-42894846-caa4-4058-a2d4-dc84adde2bb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788922369190'] for network (4eddcd37-2bb4-45ed-b271-82c29ca77999), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:51.509043 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-babb1114-b155-4620-8335-8051527f074c admin admin] Publish callbacks [] for router_controller (2244ab43-eb9e-4597-96dc-54662e71ca72), precommit_add_association {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:51.681946 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.db_base_plugin_common [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Allocated IP 172.20.0.2 (db91bc76-bbbd-4928-84db-ba174e4b8a5d/fa227f87-1978-4806-9713-f4a79efc4e60/c894c82f-71c3-4a77-b4ca-c307bdbdeab9) {{(pid=109908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:40:51.741204 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.db.resource_extend [None req-42894846-caa4-4058-a2d4-dc84adde2bb8 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 00:40:51.778169 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-5312f307-2a7b-4ece-8dc4-5f64dc695d5e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2819872 Feb 21 00:40:51.779112 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48680) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:51.790211 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-9959fff0-b6e3-468c-9a76-6190715e5e07 admin admin] Request body: {'subnet': {'network_id': '49d74154-8c5b-46a6-9042-703f7b3f59c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1622814912-subnet', 'tenant_id': 'ebacf998e9714961af4c3d69bcfbc096', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:40:51.816281 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312f307-2a7b-4ece-8dc4-5f64dc695d5e admin admin] Pushing event updated for resources: {'Network': ['ID=49d74154-8c5b-46a6-9042-703f7b3f59c2,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:51.852650 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Network 49d74154-8c5b-46a6-9042-703f7b3f59c2 details requested by agent ovs-agent-dv-cinder-813224-6-iscsi with host dv-cinder-813224-6-iscsi {{(pid=109908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:40:51.862625 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_common [None req-e65b56db-7a89-484e-adf2-fd7d5e5ef1f4 admin admin] Allocated IP 172.27.1.245 (c88f79bf-88c8-4630-a831-5481b52b74c3/d2922032-8347-4ecd-abd4-c2de14eb9a4c/fdf5c6c8-9638-4420-b333-7ac748fa2ff6) {{(pid=109906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:40:51.864501 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-babb1114-b155-4620-8335-8051527f074c admin admin] Publish callbacks [] for router_gateway (2244ab43-eb9e-4597-96dc-54662e71ca72), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:51.903097 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-42894846-caa4-4058-a2d4-dc84adde2bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for network (4eddcd37-2bb4-45ed-b271-82c29ca77999), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:51.904242 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42894846-caa4-4058-a2d4-dc84adde2bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:51.905383 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-42894846-caa4-4058-a2d4-dc84adde2bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:51.979758 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Publish callbacks [] for port (c894c82f-71c3-4a77-b4ca-c307bdbdeab9), precommit_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:52.031617 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42894846-caa4-4058-a2d4-dc84adde2bb8 admin admin] Pushing event updated for resources: {'Network': ['ID=4eddcd37-2bb4-45ed-b271-82c29ca77999,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:52.034102 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9959fff0-b6e3-468c-9a76-6190715e5e07 admin admin] Made reservation on behalf of ebacf998e9714961af4c3d69bcfbc096 for: {'subnet': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:40:52.036640 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9959fff0-b6e3-468c-9a76-6190715e5e07 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:52.047015 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Network 4eddcd37-2bb4-45ed-b271-82c29ca77999 details requested by agent ovs-agent-dv-cinder-813224-6-iscsi with host dv-cinder-813224-6-iscsi {{(pid=109908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:40:52.200968 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451'] for port (c894c82f-71c3-4a77-b4ca-c307bdbdeab9), after_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:52.303816 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-42894846-caa4-4058-a2d4-dc84adde2bb8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2455039 Feb 21 00:40:52.314372 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48706) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:52.325401 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-7110252d-da12-4e25-9d1a-f4bb11da6628 admin admin] Request body: {'subnet': {'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2066082838-subnet', 'tenant_id': '943116783b96473c81856233d65a620b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:40:52.378172 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Network db91bc76-bbbd-4928-84db-ba174e4b8a5d is already hosted by enough agents. {{(pid=109908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:40:52.389313 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.base_scheduler [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Resources bound (agent type, host, resource id): {{(pid=109908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:40:52.389313 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Received port after_create {{(pid=109908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:40:52.395493 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-babb1114-b155-4620-8335-8051527f074c admin admin] Publish callbacks [] for router_gateway (2244ab43-eb9e-4597-96dc-54662e71ca72), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:52.403157 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Pushing event updated for resources: {'Port': ['ID=c894c82f-71c3-4a77-b4ca-c307bdbdeab9,revision_number=1']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:52.431124 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:52.431785 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:52.432338 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:52.432877 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:52.433381 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:52.433861 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:52.434339 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:52.434829 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:52.435322 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:52.435948 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:52.436462 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:52.437479 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:52.437988 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Tracked resource versions report: Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: pushed versions: Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: { 'AddressGroup': {'1.2'}, Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'ConntrackHelper': {'1.0'}, Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'LocalIPAssociation': {'1.0'}, Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'Log': {'1.0'}, Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'Network': {'1.1'}, Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'Port': {'1.7'}, Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'PortForwarding': {'1.2'}, Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'QosPolicy': {'1.10'}, Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'SecurityGroup': {'1.5'}, Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'SecurityGroupRule': {'1.2'}, Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'SubPort': {'1.0'}, Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'Subnet': {'1.1'}, Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'Trunk': {'1.1'}} Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: consumer versions: Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: { DHCP agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: HyperV agent@hv-cinder-81322: {}, Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: L3 agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: Metadata agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: Metering agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: Open vSwitch agent@dv-cinder-813224-6-iscsi: { 'AddressGroup': '1.2', Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'ConntrackHelper': '1.0', Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'LocalIPAssociation': '1.0', Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'Log': '1.0', Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'Network': '1.1', Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'Port': '1.7', Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'PortForwarding': '1.2', Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'QosPolicy': '1.10', Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'SecurityGroup': '1.5', Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'SecurityGroupRule': '1.2', Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'SubPort': '1.0', Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'Subnet': '1.1', Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: 'Trunk': '1.1'}} Feb 21 00:40:52.439329 dv-cinder-813224-6-iscsi neutron-server[109908]: {{(pid=109908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 00:40:52.451009 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-babb1114-b155-4620-8335-8051527f074c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:52.479307 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Attempting to bind port c894c82f-71c3-4a77-b4ca-c307bdbdeab9 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:40:52.479962 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Attempting to bind port c894c82f-71c3-4a77-b4ca-c307bdbdeab9 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': '0ee53623-0484-460d-a643-46e7f85b864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d'}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:40:52.480487 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Attempting to bind port c894c82f-71c3-4a77-b4ca-c307bdbdeab9 on network db91bc76-bbbd-4928-84db-ba174e4b8a5d {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:40:52.486751 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:40:52.487357 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Checking segment: {'id': '0ee53623-0484-460d-a643-46e7f85b864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:40:52.488217 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:52.488908 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Bound using segment: {'id': '0ee53623-0484-460d-a643-46e7f85b864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d'} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:40:52.489570 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Bound port: c894c82f-71c3-4a77-b4ca-c307bdbdeab9, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee53623-0484-460d-a643-46e7f85b864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d'}}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:40:52.490114 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (c894c82f-71c3-4a77-b4ca-c307bdbdeab9), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:52.562306 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] For port c894c82f-71c3-4a77-b4ca-c307bdbdeab9, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:40:52.564449 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e65b56db-7a89-484e-adf2-fd7d5e5ef1f4 admin admin] Publish callbacks [] for port (fdf5c6c8-9638-4420-b333-7ac748fa2ff6), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:52.565592 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] For port c894c82f-71c3-4a77-b4ca-c307bdbdeab9, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=c894c82f-71c3-4a77-b4ca-c307bdbdeab9,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:40:52.581521 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9959fff0-b6e3-468c-9a76-6190715e5e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for subnet (d3bcbe85-f57a-4c72-84b5-85e80dd46793), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:52.629173 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (c894c82f-71c3-4a77-b4ca-c307bdbdeab9), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:52.637242 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959fff0-b6e3-468c-9a76-6190715e5e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3bcbe85-f57a-4c72-84b5-85e80dd46793,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:52.706809 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f1618-a8bf-4ad8-8eb4-b23621fe0011 None None] Pushing event updated for resources: {'Port': ['ID=c894c82f-71c3-4a77-b4ca-c307bdbdeab9,revision_number=2']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:52.775383 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7110252d-da12-4e25-9d1a-f4bb11da6628 admin admin] Made reservation on behalf of 943116783b96473c81856233d65a620b for: {'subnet': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:40:52.777880 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7110252d-da12-4e25-9d1a-f4bb11da6628 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:52.867328 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e65b56db-7a89-484e-adf2-fd7d5e5ef1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451'] for port (fdf5c6c8-9638-4420-b333-7ac748fa2ff6), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:52.894199 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65b56db-7a89-484e-adf2-fd7d5e5ef1f4 admin admin] Network c88f79bf-88c8-4630-a831-5481b52b74c3 is already hosted by enough agents. {{(pid=109906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:40:52.917435 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-e65b56db-7a89-484e-adf2-fd7d5e5ef1f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:40:52.930743 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65b56db-7a89-484e-adf2-fd7d5e5ef1f4 admin admin] Received port after_create {{(pid=109906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:40:52.952518 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959fff0-b6e3-468c-9a76-6190715e5e07 admin admin] Checking segment: {'id': '60d3ec88-c6d6-459d-8385-580d39baf7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '49d74154-8c5b-46a6-9042-703f7b3f59c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:40:52.952894 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9959fff0-b6e3-468c-9a76-6190715e5e07 admin admin] Network hostable DHCP agents. Network: 49d74154-8c5b-46a6-9042-703f7b3f59c2, hostable agents: ['4dd3caeb-76cf-441e-a150-e4aa52c1e518'], hosted agents: [] {{(pid=109906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:40:52.962636 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [None req-babb1114-b155-4620-8335-8051527f074c admin admin] Allocated IP 172.27.1.126 (c88f79bf-88c8-4630-a831-5481b52b74c3/d2922032-8347-4ecd-abd4-c2de14eb9a4c/00a21d73-d8f6-407d-a8c4-71ed33805063) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:40:53.221073 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-babb1114-b155-4620-8335-8051527f074c admin admin] Publish callbacks [] for port (00a21d73-d8f6-407d-a8c4-71ed33805063), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:53.272312 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b56db-7a89-484e-adf2-fd7d5e5ef1f4 admin admin] Pushing event updated for resources: {'Port': ['ID=fdf5c6c8-9638-4420-b333-7ac748fa2ff6,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:53.334917 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9959fff0-b6e3-468c-9a76-6190715e5e07 admin admin] Network 49d74154-8c5b-46a6-9042-703f7b3f59c2 is scheduled to be hosted by DHCP agent 4dd3caeb-76cf-441e-a150-e4aa52c1e518 with binding_index 1 {{(pid=109906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:40:53.336857 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-babb1114-b155-4620-8335-8051527f074c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451'] for port (00a21d73-d8f6-407d-a8c4-71ed33805063), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:53.379283 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babb1114-b155-4620-8335-8051527f074c admin admin] Network c88f79bf-88c8-4630-a831-5481b52b74c3 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:40:53.384911 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48748) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:53.384911 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-babb1114-b155-4620-8335-8051527f074c admin admin] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:40:53.385946 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babb1114-b155-4620-8335-8051527f074c admin admin] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:40:53.387924 dv-cinder-813224-6-iscsi neutron-server[109907]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 00:40:53.452474 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-9959fff0-b6e3-468c-9a76-6190715e5e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813224-6-iscsi, 49d74154-8c5b-46a6-9042-703f7b3f59c2) {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:40:53.462179 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959fff0-b6e3-468c-9a76-6190715e5e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:53.462389 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb1114-b155-4620-8335-8051527f074c admin admin] Pushing event updated for resources: {'Port': ['ID=00a21d73-d8f6-407d-a8c4-71ed33805063,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:53.462835 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9959fff0-b6e3-468c-9a76-6190715e5e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:53.465626 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d6d62d-93ba-478f-89ab-2a525256a8c3 None None] Network 49d74154-8c5b-46a6-9042-703f7b3f59c2 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:40:53.589468 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b91d956-11e1-4889-87bb-5f392e139f8e None None] Network 49d74154-8c5b-46a6-9042-703f7b3f59c2 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:40:53.655781 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-9959fff0-b6e3-468c-9a76-6190715e5e07 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8702066 Feb 21 00:40:53.657115 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7110252d-da12-4e25-9d1a-f4bb11da6628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for subnet (6263a4fb-8c44-4871-be28-e6536c01e4fa), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:53.797121 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e65b56db-7a89-484e-adf2-fd7d5e5ef1f4 admin admin] Publish callbacks [] for router_gateway (9ee95b85-76a9-49e5-bf78-0c840f52ffce), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:53.895527 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-27398798-03b6-499f-9c2a-712d28969ecd tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:53.897172 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-27398798-03b6-499f-9c2a-712d28969ecd tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/networks?id=17ba718d-5a2b-4b7e-a276-e1789589b54a HTTP/1.1" status: 200 len: 811 time: 0.5124373 Feb 21 00:40:53.939372 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48760) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:53.982064 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110252d-da12-4e25-9d1a-f4bb11da6628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6263a4fb-8c44-4871-be28-e6536c01e4fa,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:53.986717 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-88d260bc-4a0a-4d1c-8ef9-392ce6092247 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/quotas/c8e63ac4203946df8cfe4731a2baa57f HTTP/1.1" status: 200 len: 375 time: 0.0835021 Feb 21 00:40:54.075509 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7110252d-da12-4e25-9d1a-f4bb11da6628 admin admin] Checking segment: {'id': '5171ad0f-cdd7-4d59-a1da-485b04cc5db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:40:54.075509 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7110252d-da12-4e25-9d1a-f4bb11da6628 admin admin] Network hostable DHCP agents. Network: 4eddcd37-2bb4-45ed-b271-82c29ca77999, hostable agents: ['4dd3caeb-76cf-441e-a150-e4aa52c1e518'], hosted agents: [] {{(pid=109906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:40:54.130156 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-76966020-28ae-4932-8207-919728abe09b tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8e63ac4203946df8cfe4731a2baa57f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1310740 Feb 21 00:40:54.231875 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-babb1114-b155-4620-8335-8051527f074c admin admin] Publish callbacks [] for router_gateway (2244ab43-eb9e-4597-96dc-54662e71ca72), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:54.233841 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e850a8d5-9e3c-4a6a-aaa4-ab699ab326df None None] Network db91bc76-bbbd-4928-84db-ba174e4b8a5d requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:40:54.280271 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e65b56db-7a89-484e-adf2-fd7d5e5ef1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-356390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362153'] for router (9ee95b85-76a9-49e5-bf78-0c840f52ffce), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:54.310632 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fd257fc4-df25-4075-954a-108d51ed9b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:54.332133 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device c894c82f-71c3-4a77-b4ca-c307bdbdeab9 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:40:54.446902 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-d9baa49e-2ff2-404d-81d4-7b47f2872848 None None] Provisioning complete for port c894c82f-71c3-4a77-b4ca-c307bdbdeab9 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:40:54.447322 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d9baa49e-2ff2-404d-81d4-7b47f2872848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (c894c82f-71c3-4a77-b4ca-c307bdbdeab9), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:54.476023 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7110252d-da12-4e25-9d1a-f4bb11da6628 admin admin] Network 4eddcd37-2bb4-45ed-b271-82c29ca77999 is scheduled to be hosted by DHCP agent 4dd3caeb-76cf-441e-a150-e4aa52c1e518 with binding_index 1 {{(pid=109906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:40:54.513464 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port c894c82f-71c3-4a77-b4ca-c307bdbdeab9 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:40:54.514539 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (c894c82f-71c3-4a77-b4ca-c307bdbdeab9), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:54.518127 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-babb1114-b155-4620-8335-8051527f074c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-356390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362153'] for router (2244ab43-eb9e-4597-96dc-54662e71ca72), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:54.519617 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fd257fc4-df25-4075-954a-108d51ed9b2f admin admin] Publish callbacks [] for security_group (f53980f3-e35d-416b-979f-5e4421ba31a3), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:54.529267 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-f0908832-d5b7-480a-b477-ecb33a0263af service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:40:54.531228 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-f0908832-d5b7-480a-b477-ecb33a0263af service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1698763 Feb 21 00:40:54.577232 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-7110252d-da12-4e25-9d1a-f4bb11da6628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813224-6-iscsi, 4eddcd37-2bb4-45ed-b271-82c29ca77999) {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:40:54.581828 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7110252d-da12-4e25-9d1a-f4bb11da6628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:54.587472 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7110252d-da12-4e25-9d1a-f4bb11da6628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:54.598978 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df5dc2-cc8b-49c6-b67a-113f24a27fd7 None None] Network 4eddcd37-2bb4-45ed-b271-82c29ca77999 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:40:54.606162 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fd257fc4-df25-4075-954a-108d51ed9b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (f53980f3-e35d-416b-979f-5e4421ba31a3), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:54.676458 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-fd257fc4-df25-4075-954a-108d51ed9b2f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d47b5fce94e94bdb896713f8949f3592&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7339184 Feb 21 00:40:54.677297 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65b56db-7a89-484e-adf2-fd7d5e5ef1f4 admin admin] Router 9ee95b85-76a9-49e5-bf78-0c840f52ffce is scheduled to L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 with binding_index 1 {{(pid=109906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 00:40:54.681729 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48782) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:54.714893 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-7110252d-da12-4e25-9d1a-f4bb11da6628 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3991961 Feb 21 00:40:54.725126 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd257fc4-df25-4075-954a-108d51ed9b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53980f3-e35d-416b-979f-5e4421ba31a3,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:54.746777 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-0773e322-2bd0-45b6-ae68-4c881fcdff25 service neutron] 10.222.0.81 "GET /v2.0/networks/17ba718d-5a2b-4b7e-a276-e1789589b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813526 Feb 21 00:40:54.835431 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port c894c82f-71c3-4a77-b4ca-c307bdbdeab9 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:40:54.838622 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (c894c82f-71c3-4a77-b4ca-c307bdbdeab9), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:54.876605 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-d9baa49e-2ff2-404d-81d4-7b47f2872848 None None] Current status of the port c894c82f-71c3-4a77-b4ca-c307bdbdeab9 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:40:54.877294 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d9baa49e-2ff2-404d-81d4-7b47f2872848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (c894c82f-71c3-4a77-b4ca-c307bdbdeab9), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:54.884104 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1357962-6174-4dcf-a8b8-b22a81630c74 None None] Network 4eddcd37-2bb4-45ed-b271-82c29ca77999 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:40:54.924243 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48794) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:54.935059 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-a98bcfda-dfae-4735-b68e-e8d577e051bb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-422734661-network', 'tenant_id': '0f24167d4f0a46a4bc4cea93c5eeb649'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:40:54.962166 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] For port c894c82f-71c3-4a77-b4ca-c307bdbdeab9, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=c894c82f-71c3-4a77-b4ca-c307bdbdeab9,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:40:55.017622 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-137035b1-61dc-4b94-9884-32aaf4fb980b service neutron] 10.222.0.81 "GET /v2.0/networks/17ba718d-5a2b-4b7e-a276-e1789589b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596266 Feb 21 00:40:55.018713 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babb1114-b155-4620-8335-8051527f074c admin admin] Router 2244ab43-eb9e-4597-96dc-54662e71ca72 is scheduled to L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 with binding_index 1 {{(pid=109907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 00:40:55.074354 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3439fecd-e01c-45ef-b71e-0a963bd821cd admin admin] Publish callbacks [] for security_group (f53980f3-e35d-416b-979f-5e4421ba31a3), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:55.087053 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (c894c82f-71c3-4a77-b4ca-c307bdbdeab9), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:55.125026 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3439fecd-e01c-45ef-b71e-0a963bd821cd admin admin] Publish callbacks [] for security_group (f53980f3-e35d-416b-979f-5e4421ba31a3), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:55.129010 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65b56db-7a89-484e-adf2-fd7d5e5ef1f4 admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:40:55.138832 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] Sync routers for ids ['9ee95b85-76a9-49e5-bf78-0c840f52ffce'] in dv-cinder-813224-6-iscsi {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:40:55.148323 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98bcfda-dfae-4735-b68e-e8d577e051bb admin admin] Made reservation on behalf of 0f24167d4f0a46a4bc4cea93c5eeb649 for: {'network': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:40:55.151720 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a98bcfda-dfae-4735-b68e-e8d577e051bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for network (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:55.156984 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] Routers {'9ee95b85-76a9-49e5-bf78-0c840f52ffce'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:40:55.157562 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:40:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['9ee95b85-76a9-49e5-bf78-0c840f52ffce'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:55.212263 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Pushing event updated for resources: {'Port': ['ID=c894c82f-71c3-4a77-b4ca-c307bdbdeab9,revision_number=3']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:55.214289 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a98bcfda-dfae-4735-b68e-e8d577e051bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:55.254013 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babb1114-b155-4620-8335-8051527f074c admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:40:55.309697 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.db.api [None req-d9baa49e-2ff2-404d-81d4-7b47f2872848 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 00:40:55.312011 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG oslo_db.api [None req-d9baa49e-2ff2-404d-81d4-7b47f2872848 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 00:40:55.320691 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] Sync routers for ids ['2244ab43-eb9e-4597-96dc-54662e71ca72'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:40:55.337987 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] Routers {'2244ab43-eb9e-4597-96dc-54662e71ca72'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:40:55.338885 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:40:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['2244ab43-eb9e-4597-96dc-54662e71ca72'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:55.339596 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e65b56db-7a89-484e-adf2-fd7d5e5ef1f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:55.345095 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-e65b56db-7a89-484e-adf2-fd7d5e5ef1f4 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3336320 Feb 21 00:40:55.345397 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48806) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:55.362007 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-babb1114-b155-4620-8335-8051527f074c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:55.365366 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-babb1114-b155-4620-8335-8051527f074c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1215515 Feb 21 00:40:55.369526 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48808) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:55.466411 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3439fecd-e01c-45ef-b71e-0a963bd821cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (f53980f3-e35d-416b-979f-5e4421ba31a3), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:55.472104 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3439fecd-e01c-45ef-b71e-0a963bd821cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:55.476341 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-3439fecd-e01c-45ef-b71e-0a963bd821cd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f53980f3-e35d-416b-979f-5e4421ba31a3 HTTP/1.1" status: 204 len: 168 time: 0.7935903 Feb 21 00:40:55.532252 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] Set router 2244ab43-eb9e-4597-96dc-54662e71ca72 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:40:55.631634 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] Set router 9ee95b85-76a9-49e5-bf78-0c840f52ffce gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:40:55.703776 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ae4bebb0-c3f0-4755-9ec5-04caa8a423a2 req-0807f48d-5513-4790-9c3e-3ad9e4782e5c tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 210 time: 0.1210287 Feb 21 00:40:55.911988 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'name': 'tempest-ServerRescueNegativeTestJSON-1537405813-router', 'tenant_id': '5d6eb22f64204445af47ce8f7a38fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'fdf5c6c8-9638-4420-b333-7ac748fa2ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:50Z', 'updated_at': '2022-02-21T00:40:53Z', 'revision_number': 3, 'project_id': '5d6eb22f64204445af47ce8f7a38fec6', 'gw_port': {'id': 'fdf5c6c8-9638-4420-b333-7ac748fa2ff6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:55.949380 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-d9baa49e-2ff2-404d-81d4-7b47f2872848 None None] Current status of the port c894c82f-71c3-4a77-b4ca-c307bdbdeab9 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:40:55.979419 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] Checking router: 9ee95b85-76a9-49e5-bf78-0c840f52ffce for host: dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:40:55.979873 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] Updating router 9ee95b85-76a9-49e5-bf78-0c840f52ffce port fdf5c6c8-9638-4420-b333-7ac748fa2ff6 binding host dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:40:56.053444 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (fdf5c6c8-9638-4420-b333-7ac748fa2ff6), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:56.054001 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439fecd-e01c-45ef-b71e-0a963bd821cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53980f3-e35d-416b-979f-5e4421ba31a3,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:56.236199 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-776aab25-7ae5-4db1-b836-38ac833fbcfb None None] Provisioning complete for port c894c82f-71c3-4a77-b4ca-c307bdbdeab9 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:40:56.236620 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-776aab25-7ae5-4db1-b836-38ac833fbcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (c894c82f-71c3-4a77-b4ca-c307bdbdeab9), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:56.252485 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device c894c82f-71c3-4a77-b4ca-c307bdbdeab9 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:40:56.356692 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:56.397345 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a98bcfda-dfae-4735-b68e-e8d577e051bb admin admin] Publish callbacks [] for security_group (9d2ceb5c-9054-4c49-a592-440398b87481), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:56.459459 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:53Z', 'revision_number': 3, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port': {'id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:52Z', 'updated_at': '2022-02-21T00:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:56.496871 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] Checking router: 2244ab43-eb9e-4597-96dc-54662e71ca72 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:40:56.497374 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] Updating router 2244ab43-eb9e-4597-96dc-54662e71ca72 port 00a21d73-d8f6-407d-a8c4-71ed33805063 binding host dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:40:56.503461 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a98bcfda-dfae-4735-b68e-e8d577e051bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (9d2ceb5c-9054-4c49-a592-440398b87481), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:56.532953 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (00a21d73-d8f6-407d-a8c4-71ed33805063), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:56.563057 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98bcfda-dfae-4735-b68e-e8d577e051bb admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=109906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:40:56.605099 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port c894c82f-71c3-4a77-b4ca-c307bdbdeab9 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:40:56.605524 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (c894c82f-71c3-4a77-b4ca-c307bdbdeab9), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:56.628935 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a45435e8-daeb-44ca-a308-f0e20282f933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:56.679818 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] Publish callbacks [] for port (fdf5c6c8-9638-4420-b333-7ac748fa2ff6), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:56.685145 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bcfda-dfae-4735-b68e-e8d577e051bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2ceb5c-9054-4c49-a592-440398b87481,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:56.723461 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a98bcfda-dfae-4735-b68e-e8d577e051bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (c8600cd4-cdb2-4c07-a0ae-192fd49f53d0), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:56.723461 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.db.segments_db [None req-a98bcfda-dfae-4735-b68e-e8d577e051bb admin admin] Added segment c8600cd4-cdb2-4c07-a0ae-192fd49f53d0 of type vlan for network 010c70aa-1528-46f5-abd7-ddf9d8e5da1a Feb 21 00:40:56.782261 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (fdf5c6c8-9638-4420-b333-7ac748fa2ff6), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:56.865255 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a98bcfda-dfae-4735-b68e-e8d577e051bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788922369190'] for network (010c70aa-1528-46f5-abd7-ddf9d8e5da1a), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:56.898897 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce78a09-6795-4c89-bf88-524597d9c734 None None] Pushing event updated for resources: {'Port': ['ID=fdf5c6c8-9638-4420-b333-7ac748fa2ff6,revision_number=2']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:56.901279 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] Attempting to bind port fdf5c6c8-9638-4420-b333-7ac748fa2ff6 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:40:56.905356 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] Attempting to bind port fdf5c6c8-9638-4420-b333-7ac748fa2ff6 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:40:56.905356 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] Attempting to bind port fdf5c6c8-9638-4420-b333-7ac748fa2ff6 on network c88f79bf-88c8-4630-a831-5481b52b74c3 {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:40:56.916521 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:40:56.917087 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] Checking segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:40:56.917548 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:56.917951 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] Bound using segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:40:56.918427 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] Bound port: fdf5c6c8-9638-4420-b333-7ac748fa2ff6, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:40:56.918858 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (fdf5c6c8-9638-4420-b333-7ac748fa2ff6), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:56.923921 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce78a09-6795-4c89-bf88-524597d9c734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:56.924290 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce78a09-6795-4c89-bf88-524597d9c734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:56.924691 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce78a09-6795-4c89-bf88-524597d9c734 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:56.925037 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce78a09-6795-4c89-bf88-524597d9c734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:56.925552 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce78a09-6795-4c89-bf88-524597d9c734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:56.925825 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce78a09-6795-4c89-bf88-524597d9c734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:56.926140 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce78a09-6795-4c89-bf88-524597d9c734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:56.926547 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce78a09-6795-4c89-bf88-524597d9c734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:56.926790 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce78a09-6795-4c89-bf88-524597d9c734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:56.927692 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce78a09-6795-4c89-bf88-524597d9c734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:56.927973 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce78a09-6795-4c89-bf88-524597d9c734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:56.928305 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce78a09-6795-4c89-bf88-524597d9c734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:56.928830 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce78a09-6795-4c89-bf88-524597d9c734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce78a09-6795-4c89-bf88-524597d9c734 None None] Tracked resource versions report: Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: pushed versions: Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: { 'AddressGroup': {'1.2'}, Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'ConntrackHelper': {'1.0'}, Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'LocalIPAssociation': {'1.0'}, Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'Log': {'1.0'}, Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'Network': {'1.1'}, Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'Port': {'1.7'}, Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'PortForwarding': {'1.2'}, Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'QosPolicy': {'1.10'}, Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'SecurityGroup': {'1.5'}, Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'SecurityGroupRule': {'1.2'}, Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'SubPort': {'1.0'}, Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'Subnet': {'1.1'}, Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'Trunk': {'1.1'}} Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: consumer versions: Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: { DHCP agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: HyperV agent@hv-cinder-81322: {}, Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: L3 agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: Metadata agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: Metering agent@dv-cinder-813224-6-iscsi: {}, Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: Open vSwitch agent@dv-cinder-813224-6-iscsi: { 'AddressGroup': '1.2', Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'ConntrackHelper': '1.0', Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'LocalIPAssociation': '1.0', Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'Log': '1.0', Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'Network': '1.1', Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'Port': '1.7', Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'PortForwarding': '1.2', Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'QosPolicy': '1.10', Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'SecurityGroup': '1.5', Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'SecurityGroupRule': '1.2', Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'SubPort': '1.0', Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'Subnet': '1.1', Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: 'Trunk': '1.1'}} Feb 21 00:40:56.930740 dv-cinder-813224-6-iscsi neutron-server[109909]: {{(pid=109909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 00:40:56.933044 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-776aab25-7ae5-4db1-b836-38ac833fbcfb None None] Current status of the port c894c82f-71c3-4a77-b4ca-c307bdbdeab9 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:40:56.986229 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-25dc4054-13fd-4041-882e-b874fcae0b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:57.037724 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] For port fdf5c6c8-9638-4420-b333-7ac748fa2ff6, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:40:57.054410 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] For port fdf5c6c8-9638-4420-b333-7ac748fa2ff6, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=fdf5c6c8-9638-4420-b333-7ac748fa2ff6,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:40:57.121001 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48884) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:57.123076 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a98bcfda-dfae-4735-b68e-e8d577e051bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for network (010c70aa-1528-46f5-abd7-ddf9d8e5da1a), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:57.127287 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98bcfda-dfae-4735-b68e-e8d577e051bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:57.127983 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a98bcfda-dfae-4735-b68e-e8d577e051bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:57.137346 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (fdf5c6c8-9638-4420-b333-7ac748fa2ff6), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:57.166800 dv-cinder-813224-6-iscsi neutron-server[109906]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 00:40:57.227695 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [None req-a45435e8-daeb-44ca-a308-f0e20282f933 admin admin] Allocated IP 172.20.0.1 (db91bc76-bbbd-4928-84db-ba174e4b8a5d/fa227f87-1978-4806-9713-f4a79efc4e60/04989002-8330-47b5-8f0b-2aff58b5deb0) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:40:57.263917 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-aa17f5ea-be57-486e-8084-e7a3bf3a1322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:57.285710 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce78a09-6795-4c89-bf88-524597d9c734 None None] Pushing event updated for resources: {'Port': ['ID=fdf5c6c8-9638-4420-b333-7ac748fa2ff6,revision_number=3']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:57.293475 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] Routers {'9ee95b85-76a9-49e5-bf78-0c840f52ffce'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:40:57.294379 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:40:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['9ee95b85-76a9-49e5-bf78-0c840f52ffce'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:57.337043 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port c894c82f-71c3-4a77-b4ca-c307bdbdeab9 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:40:57.379599 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48888) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:57.414845 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3a7c2d74-a7a0-4a64-8100-2afe9392de32 req-c1c7d25c-f7de-43ca-b5e6-91fa97ae9a31 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 210 time: 0.4084284 Feb 21 00:40:57.418806 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a45435e8-daeb-44ca-a308-f0e20282f933 admin admin] Publish callbacks [] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:57.465073 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] Set router 9ee95b85-76a9-49e5-bf78-0c840f52ffce gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:40:57.477970 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] Publish callbacks [] for port (00a21d73-d8f6-407d-a8c4-71ed33805063), precommit_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:57.530394 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-54b5ec9e-891f-42c2-8398-fff0ae6cecf5 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:57.531927 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-54b5ec9e-891f-42c2-8398-fff0ae6cecf5 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/networks?id=4eddcd37-2bb4-45ed-b271-82c29ca77999 HTTP/1.1" status: 200 len: 815 time: 0.3954048 Feb 21 00:40:57.554026 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (00a21d73-d8f6-407d-a8c4-71ed33805063), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:57.554712 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a45435e8-daeb-44ca-a308-f0e20282f933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451'] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:57.557307 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-cd437f38-f200-485f-975c-f55530a12c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:57.573525 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-a98bcfda-dfae-4735-b68e-e8d577e051bb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6442578 Feb 21 00:40:57.574368 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bcfda-dfae-4735-b68e-e8d577e051bb admin admin] Pushing event updated for resources: {'Network': ['ID=010c70aa-1528-46f5-abd7-ddf9d8e5da1a,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:57.578600 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48896) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:57.591441 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-9afb4356-dec0-4c46-abf7-00e880a3b888 admin admin] Request body: {'subnet': {'network_id': '010c70aa-1528-46f5-abd7-ddf9d8e5da1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-422734661-subnet', 'tenant_id': '0f24167d4f0a46a4bc4cea93c5eeb649', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:40:57.599134 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-f7c2cdf4-8692-4ddb-bf1e-122285266bd3 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/quotas/943116783b96473c81856233d65a620b HTTP/1.1" status: 200 len: 375 time: 0.0541103 Feb 21 00:40:57.614711 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Network 010c70aa-1528-46f5-abd7-ddf9d8e5da1a details requested by agent ovs-agent-dv-cinder-813224-6-iscsi with host dv-cinder-813224-6-iscsi {{(pid=109908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:40:57.629674 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45435e8-daeb-44ca-a308-f0e20282f933 admin admin] Network db91bc76-bbbd-4928-84db-ba174e4b8a5d is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:40:57.634479 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-a45435e8-daeb-44ca-a308-f0e20282f933 admin admin] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:40:57.643993 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45435e8-daeb-44ca-a308-f0e20282f933 admin admin] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:40:57.644493 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a45435e8-daeb-44ca-a308-f0e20282f933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358782'] for router_interface (2244ab43-eb9e-4597-96dc-54662e71ca72), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:57.735209 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] Attempting to bind port 00a21d73-d8f6-407d-a8c4-71ed33805063 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:40:57.735586 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] Attempting to bind port 00a21d73-d8f6-407d-a8c4-71ed33805063 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:40:57.735950 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] Attempting to bind port 00a21d73-d8f6-407d-a8c4-71ed33805063 on network c88f79bf-88c8-4630-a831-5481b52b74c3 {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:40:57.741351 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'name': 'tempest-ServerRescueNegativeTestJSON-1537405813-router', 'tenant_id': '5d6eb22f64204445af47ce8f7a38fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'fdf5c6c8-9638-4420-b333-7ac748fa2ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:50Z', 'updated_at': '2022-02-21T00:40:53Z', 'revision_number': 3, 'project_id': '5d6eb22f64204445af47ce8f7a38fec6', 'gw_port': {'id': 'fdf5c6c8-9638-4420-b333-7ac748fa2ff6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:57.763355 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45435e8-daeb-44ca-a308-f0e20282f933 admin admin] Pushing event updated for resources: {'Port': ['ID=04989002-8330-47b5-8f0b-2aff58b5deb0,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:57.785458 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3286974-a34a-43f8-a673-3c2d85780acb None None] Pushing event updated for resources: {'Port': ['ID=00a21d73-d8f6-407d-a8c4-71ed33805063,revision_number=2']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:57.798305 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:40:57.798305 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] Checking segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:40:57.798305 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:57.798305 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] Bound using segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:40:57.798305 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] Bound port: 00a21d73-d8f6-407d-a8c4-71ed33805063, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:40:57.798305 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (00a21d73-d8f6-407d-a8c4-71ed33805063), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:57.803872 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be8b93c-9934-49e7-ae1e-3105ad017257 None None] The sync data for ids ['9ee95b85-76a9-49e5-bf78-0c840f52ffce'] in dv-cinder-813224-6-iscsi is: [{'id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'name': 'tempest-ServerRescueNegativeTestJSON-1537405813-router', 'tenant_id': '5d6eb22f64204445af47ce8f7a38fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'fdf5c6c8-9638-4420-b333-7ac748fa2ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:50Z', 'updated_at': '2022-02-21T00:40:53Z', 'revision_number': 3, 'project_id': '5d6eb22f64204445af47ce8f7a38fec6', 'gw_port': {'id': 'fdf5c6c8-9638-4420-b333-7ac748fa2ff6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}] {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:40:57.857654 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-cd437f38-f200-485f-975c-f55530a12c3d admin admin] Publish callbacks [] for security_group (40dd5c8b-5e1a-4c20-a4e5-82dfce5f2e84), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:57.889367 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-2861dfdf-3b60-4678-a6e5-b9dcdc5df0ef tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=943116783b96473c81856233d65a620b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2724588 Feb 21 00:40:57.908801 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_common [None req-25dc4054-13fd-4041-882e-b874fcae0b47 admin admin] Allocated IP 172.20.0.1 (5860a2b5-7321-4ed2-b2b9-bb170daa3037/643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa/cac40127-00e3-4b75-82ff-4f956a58ac44) {{(pid=109906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:40:57.927924 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] For port 00a21d73-d8f6-407d-a8c4-71ed33805063, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:40:57.931504 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] For port 00a21d73-d8f6-407d-a8c4-71ed33805063, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=00a21d73-d8f6-407d-a8c4-71ed33805063,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:40:58.016349 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-cd437f38-f200-485f-975c-f55530a12c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (40dd5c8b-5e1a-4c20-a4e5-82dfce5f2e84), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:58.016639 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afb4356-dec0-4c46-abf7-00e880a3b888 admin admin] Made reservation on behalf of 0f24167d4f0a46a4bc4cea93c5eeb649 for: {'subnet': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:40:58.019295 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9afb4356-dec0-4c46-abf7-00e880a3b888 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:58.067859 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (00a21d73-d8f6-407d-a8c4-71ed33805063), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:58.117370 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-bce6b7b5-ff30-4a01-8e9e-cb8bd6194cd1 None None] Provisioning complete for port 04989002-8330-47b5-8f0b-2aff58b5deb0 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:40:58.117769 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-bce6b7b5-ff30-4a01-8e9e-cb8bd6194cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:58.143457 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-25dc4054-13fd-4041-882e-b874fcae0b47 admin admin] Publish callbacks [] for port (cac40127-00e3-4b75-82ff-4f956a58ac44), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:58.179921 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a45435e8-daeb-44ca-a308-f0e20282f933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:58.222931 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-bce6b7b5-ff30-4a01-8e9e-cb8bd6194cd1 None None] Port 04989002-8330-47b5-8f0b-2aff58b5deb0 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:40:58.243725 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-cd437f38-f200-485f-975c-f55530a12c3d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3f743134d0dc4c51a91ade02a3f6c7ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8432162 Feb 21 00:40:58.247539 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48916) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:58.272307 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-ad2bdd40-b06f-41a2-9db6-8aa53ac86bcc service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109906) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:40:58.277456 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-ad2bdd40-b06f-41a2-9db6-8aa53ac86bcc service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2133534 Feb 21 00:40:58.310645 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd437f38-f200-485f-975c-f55530a12c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dd5c8b-5e1a-4c20-a4e5-82dfce5f2e84,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:58.624927 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] Routers {'2244ab43-eb9e-4597-96dc-54662e71ca72'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:40:58.624927 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:40:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['2244ab43-eb9e-4597-96dc-54662e71ca72'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:58.624927 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3286974-a34a-43f8-a673-3c2d85780acb None None] Pushing event updated for resources: {'Port': ['ID=00a21d73-d8f6-407d-a8c4-71ed33805063,revision_number=3']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:58.625992 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-25dc4054-13fd-4041-882e-b874fcae0b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451'] for port (cac40127-00e3-4b75-82ff-4f956a58ac44), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:58.628993 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a45435e8-daeb-44ca-a308-f0e20282f933 admin admin] Publish callbacks [] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:58.629603 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dc4054-13fd-4041-882e-b874fcae0b47 admin admin] Network 5860a2b5-7321-4ed2-b2b9-bb170daa3037 is already hosted by enough agents. {{(pid=109906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:40:58.629603 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-25dc4054-13fd-4041-882e-b874fcae0b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:40:58.629603 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc4054-13fd-4041-882e-b874fcae0b47 admin admin] Received port after_create {{(pid=109906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:40:58.629603 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-25dc4054-13fd-4041-882e-b874fcae0b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358782'] for router_interface (9ee95b85-76a9-49e5-bf78-0c840f52ffce), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:58.629603 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc4054-13fd-4041-882e-b874fcae0b47 admin admin] Pushing event updated for resources: {'Port': ['ID=cac40127-00e3-4b75-82ff-4f956a58ac44,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:58.630064 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ba4b4d9f-56d4-48db-a30d-7820cbe32fe9 req-6055f609-d6cb-4eb0-a9a7-645af40ea18e tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 210 time: 0.0557938 Feb 21 00:40:58.630299 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] Set router 2244ab43-eb9e-4597-96dc-54662e71ca72 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:40:58.630375 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a45435e8-daeb-44ca-a308-f0e20282f933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:58.630375 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a45435e8-daeb-44ca-a308-f0e20282f933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3776529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358890'] for router_interface (2244ab43-eb9e-4597-96dc-54662e71ca72), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:58.677080 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-e351c1d0-e4ce-424e-998a-5c215a5d733d service neutron] 10.222.0.81 "GET /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984456 Feb 21 00:40:58.728086 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45435e8-daeb-44ca-a308-f0e20282f933 admin admin] Pushing event updated for resources: {'Port': ['ID=04989002-8330-47b5-8f0b-2aff58b5deb0,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:58.735257 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-64f3106f-4919-48a7-bd0e-514c97f03cec admin admin] Publish callbacks [] for security_group (40dd5c8b-5e1a-4c20-a4e5-82dfce5f2e84), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:58.814089 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45435e8-daeb-44ca-a308-f0e20282f933 admin admin] Network db91bc76-bbbd-4928-84db-ba174e4b8a5d is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:40:58.816161 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-a45435e8-daeb-44ca-a308-f0e20282f933 admin admin] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:40:58.949247 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 4, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port': {'id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:52Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '04989002-8330-47b5-8f0b-2aff58b5deb0', 'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'mac_address': 'fa:16:3e:a6:cf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:57Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 1, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'subnets': [{'id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:58.986112 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb10825c-cd88-43e8-a637-c3af9f549124 None None] The sync data for ids ['2244ab43-eb9e-4597-96dc-54662e71ca72'] in dv-cinder-813224-6-iscsi is: [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 4, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port': {'id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:52Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '04989002-8330-47b5-8f0b-2aff58b5deb0', 'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'mac_address': 'fa:16:3e:a6:cf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:57Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 1, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'subnets': [{'id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:40:59.038915 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45435e8-daeb-44ca-a308-f0e20282f933 admin admin] Router 2244ab43-eb9e-4597-96dc-54662e71ca72 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:40:59.084461 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-168aabf5-8bea-4bdc-9075-470f5483a99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:59.118641 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-64f3106f-4919-48a7-bd0e-514c97f03cec admin admin] Publish callbacks [] for security_group (40dd5c8b-5e1a-4c20-a4e5-82dfce5f2e84), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:59.211945 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-259d38db-efd0-40e7-a8b5-ee2fdb05713f service neutron] 10.222.0.81 "GET /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340111 Feb 21 00:40:59.232414 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45435e8-daeb-44ca-a308-f0e20282f933 admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:40:59.256240 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-a45435e8-daeb-44ca-a308-f0e20282f933 admin admin] 10.222.0.81 "PUT /v2.0/routers/2244ab43-eb9e-4597-96dc-54662e71ca72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8755643 Feb 21 00:40:59.270152 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9afb4356-dec0-4c46-abf7-00e880a3b888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for subnet (fe9af19b-c62d-4bf0-b2c0-99fec86f34e6), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:59.273368 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-83cee9f9-ca4b-4b73-aae2-cb052c365d78 None None] Provisioning complete for port 04989002-8330-47b5-8f0b-2aff58b5deb0 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:40:59.273746 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-83cee9f9-ca4b-4b73-aae2-cb052c365d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:59.327176 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-83cee9f9-ca4b-4b73-aae2-cb052c365d78 None None] Port 04989002-8330-47b5-8f0b-2aff58b5deb0 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:40:59.413453 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb4356-dec0-4c46-abf7-00e880a3b888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9af19b-c62d-4bf0-b2c0-99fec86f34e6,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:59.458198 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afb4356-dec0-4c46-abf7-00e880a3b888 admin admin] Checking segment: {'id': 'c8600cd4-cdb2-4c07-a0ae-192fd49f53d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '010c70aa-1528-46f5-abd7-ddf9d8e5da1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:40:59.458978 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb4356-dec0-4c46-abf7-00e880a3b888 admin admin] Network hostable DHCP agents. Network: 010c70aa-1528-46f5-abd7-ddf9d8e5da1a, hostable agents: ['4dd3caeb-76cf-441e-a150-e4aa52c1e518'], hosted agents: [] {{(pid=109906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:40:59.546391 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-64f3106f-4919-48a7-bd0e-514c97f03cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (40dd5c8b-5e1a-4c20-a4e5-82dfce5f2e84), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:59.549513 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-64f3106f-4919-48a7-bd0e-514c97f03cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:59.550717 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-64f3106f-4919-48a7-bd0e-514c97f03cec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/40dd5c8b-5e1a-4c20-a4e5-82dfce5f2e84 HTTP/1.1" status: 204 len: 168 time: 1.2994785 Feb 21 00:40:59.579815 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3106f-4919-48a7-bd0e-514c97f03cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dd5c8b-5e1a-4c20-a4e5-82dfce5f2e84,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:59.588665 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-25dc4054-13fd-4041-882e-b874fcae0b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (cac40127-00e3-4b75-82ff-4f956a58ac44), before_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:59.608448 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb4356-dec0-4c46-abf7-00e880a3b888 admin admin] Network 010c70aa-1528-46f5-abd7-ddf9d8e5da1a is scheduled to be hosted by DHCP agent 4dd3caeb-76cf-441e-a150-e4aa52c1e518 with binding_index 1 {{(pid=109906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:40:59.781594 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-9afb4356-dec0-4c46-abf7-00e880a3b888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813224-6-iscsi, 010c70aa-1528-46f5-abd7-ddf9d8e5da1a) {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:40:59.790257 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8b19bb-b95e-4495-b50c-dd4af5d8e821 None None] Network 010c70aa-1528-46f5-abd7-ddf9d8e5da1a requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:40:59.801491 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afb4356-dec0-4c46-abf7-00e880a3b888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:59.819925 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9afb4356-dec0-4c46-abf7-00e880a3b888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:59.956161 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9d4831-12b8-414c-bddd-d15becc518a7 None None] Network 010c70aa-1528-46f5-abd7-ddf9d8e5da1a requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:41:00.018822 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-9afb4356-dec0-4c46-abf7-00e880a3b888 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4311275 Feb 21 00:41:00.033266 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-de14c4b0-310f-4cef-aa32-c3d5ac56b9e3 req-5c4affd9-eaa7-4b36-8bda-5096574411c3 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 210 time: 0.1426044 Feb 21 00:41:00.085874 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 48964) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:00.090549 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-b0a6ec38-e620-460b-aa70-58c5c84a68ed tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--496208898', 'description': 'tempest-description--83359360'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:41:00.279509 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ec38-e620-460b-aa70-58c5c84a68ed tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:00.349856 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-315bfa16-3272-462e-9c36-1aeebbcb2208 req-bdd91890-751b-44a7-ace9-d3b27e075f3c tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 210 time: 0.1252439 Feb 21 00:41:00.372724 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device fdf5c6c8-9638-4420-b333-7ac748fa2ff6 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:41:00.409063 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48980) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:00.418080 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-25dc4054-13fd-4041-882e-b874fcae0b47 admin admin] Publish callbacks [] for port (cac40127-00e3-4b75-82ff-4f956a58ac44), precommit_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:00.461904 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:00.463266 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port fdf5c6c8-9638-4420-b333-7ac748fa2ff6 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:41:00.463656 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (fdf5c6c8-9638-4420-b333-7ac748fa2ff6), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:00.489042 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ec38-e620-460b-aa70-58c5c84a68ed tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group (ea2ae028-6961-4c12-b74c-9bd83ccf17c8), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:00.510510 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21fcee3-8223-4f60-8ccf-8bc18753d528 admin admin] Deleting subnet d3bcbe85-f57a-4c72-84b5-85e80dd46793 {{(pid=109906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:41:00.515797 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e21fcee3-8223-4f60-8ccf-8bc18753d528 admin admin] Publish callbacks [] for subnet (d3bcbe85-f57a-4c72-84b5-85e80dd46793), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:00.546784 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-25dc4054-13fd-4041-882e-b874fcae0b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (cac40127-00e3-4b75-82ff-4f956a58ac44), after_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:00.548876 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-25dc4054-13fd-4041-882e-b874fcae0b47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3776529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358890'] for router_interface (9ee95b85-76a9-49e5-bf78-0c840f52ffce), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:00.607234 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port fdf5c6c8-9638-4420-b333-7ac748fa2ff6 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:41:00.607836 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (fdf5c6c8-9638-4420-b333-7ac748fa2ff6), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:00.610429 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ec38-e620-460b-aa70-58c5c84a68ed tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (ea2ae028-6961-4c12-b74c-9bd83ccf17c8), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:00.641384 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6ec38-e620-460b-aa70-58c5c84a68ed tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2ae028-6961-4c12-b74c-9bd83ccf17c8,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:00.648079 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e21fcee3-8223-4f60-8ccf-8bc18753d528 admin admin] Publish callbacks [] for subnet (d3bcbe85-f57a-4c72-84b5-85e80dd46793), precommit_delete_associations {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:00.648241 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] For port fdf5c6c8-9638-4420-b333-7ac748fa2ff6, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=fdf5c6c8-9638-4420-b333-7ac748fa2ff6,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:00.702252 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e21fcee3-8223-4f60-8ccf-8bc18753d528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3371724'] for subnet (d3bcbe85-f57a-4c72-84b5-85e80dd46793), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:00.706287 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc4054-13fd-4041-882e-b874fcae0b47 admin admin] Pushing event updated for resources: {'Port': ['ID=cac40127-00e3-4b75-82ff-4f956a58ac44,revision_number=2']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:00.803490 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dc4054-13fd-4041-882e-b874fcae0b47 admin admin] Network 5860a2b5-7321-4ed2-b2b9-bb170daa3037 is already hosted by enough agents. {{(pid=109906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:41:00.804642 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (fdf5c6c8-9638-4420-b333-7ac748fa2ff6), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:00.808164 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-25dc4054-13fd-4041-882e-b874fcae0b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:41:00.817003 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ec38-e620-460b-aa70-58c5c84a68ed tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:00.818729 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-b0a6ec38-e620-460b-aa70-58c5c84a68ed tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7315769 Feb 21 00:41:00.821446 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 48992) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:00.859548 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-0a783463-33f5-493f-b074-083b651fbbe4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Request body: {'security_group_rule': {'security_group_id': 'ea2ae028-6961-4c12-b74c-9bd83ccf17c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:41:00.889210 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Pushing event updated for resources: {'Port': ['ID=fdf5c6c8-9638-4420-b333-7ac748fa2ff6,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:00.894389 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e21fcee3-8223-4f60-8ccf-8bc18753d528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3371765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for subnet (d3bcbe85-f57a-4c72-84b5-85e80dd46793), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:00.947364 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fcee3-8223-4f60-8ccf-8bc18753d528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3bcbe85-f57a-4c72-84b5-85e80dd46793,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:00.963834 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e21fcee3-8223-4f60-8ccf-8bc18753d528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:00.970265 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-e21fcee3-8223-4f60-8ccf-8bc18753d528 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d3bcbe85-f57a-4c72-84b5-85e80dd46793 HTTP/1.1" status: 204 len: 168 time: 0.5571005 Feb 21 00:41:00.972116 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 49002) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:00.986188 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-0a783463-33f5-493f-b074-083b651fbbe4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group_rule (dbc85b35-4d4c-4ab7-9863-6e263a3491d8), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:01.025901 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dc4054-13fd-4041-882e-b874fcae0b47 admin admin] Router 9ee95b85-76a9-49e5-bf78-0c840f52ffce has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:41:01.074418 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825413'] for network (49d74154-8c5b-46a6-9042-703f7b3f59c2), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:01.145021 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-0a783463-33f5-493f-b074-083b651fbbe4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group_rule (dbc85b35-4d4c-4ab7-9863-6e263a3491d8), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:01.207332 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dc4054-13fd-4041-882e-b874fcae0b47 admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:41:01.210415 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3370565', 'neutron.services.segments.db._delete_segments_for_network-8788922944314'] for network (49d74154-8c5b-46a6-9042-703f7b3f59c2), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:01.217372 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] Sync routers for ids ['9ee95b85-76a9-49e5-bf78-0c840f52ffce'] in dv-cinder-813224-6-iscsi {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:41:01.231458 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] Routers {'9ee95b85-76a9-49e5-bf78-0c840f52ffce'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:41:01.238457 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:40:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['9ee95b85-76a9-49e5-bf78-0c840f52ffce'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:01.238737 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-25dc4054-13fd-4041-882e-b874fcae0b47 admin admin] 10.222.0.81 "PUT /v2.0/routers/9ee95b85-76a9-49e5-bf78-0c840f52ffce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8922629 Feb 21 00:41:01.273128 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b506f8e1-5677-4af5-a6a8-966a81fa8a7d req-89d96bbf-0c7d-4b49-8fae-fb84d2363d00 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 210 time: 0.0380769 Feb 21 00:41:01.291469 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-0a783463-33f5-493f-b074-083b651fbbe4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (dbc85b35-4d4c-4ab7-9863-6e263a3491d8), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:01.303286 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:01.304446 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:01.305841 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:01.307502 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Subscribe: > port after_create 55550000 {{(pid=109907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:01.308237 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:01.309583 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Subscribe: > port after_update 55550000 {{(pid=109907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:01.311637 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:01.312532 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:01.313633 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:01.314133 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:01.328887 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a783463-33f5-493f-b074-083b651fbbe4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc85b35-4d4c-4ab7-9863-6e263a3491d8,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:01.413122 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-0a783463-33f5-493f-b074-083b651fbbe4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:01.415386 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-0a783463-33f5-493f-b074-083b651fbbe4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5917518 Feb 21 00:41:01.417894 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 49020) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:01.425071 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-c9119966-31fd-463b-892c-646dddb4ef1e tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Request body: {'security_group_rule': {'security_group_id': 'ea2ae028-6961-4c12-b74c-9bd83ccf17c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:41:01.440483 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] Set router 9ee95b85-76a9-49e5-bf78-0c840f52ffce gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:41:01.468965 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-20f65d1f-c4fd-45ef-b82a-1bedced3e41a req-cffa816d-8adf-4921-a1ef-439110c55812 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 210 time: 0.0472121 Feb 21 00:41:01.583617 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c9119966-31fd-463b-892c-646dddb4ef1e tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group_rule (c0482b88-8ce4-4703-b853-74c09ece5b53), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:01.636267 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:01.636835 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:01.637313 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:01.637789 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:01.638550 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d74154-8c5b-46a6-9042-703f7b3f59c2']}} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:01.644902 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:01.661806 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d3ec88-c6d6-459d-8385-580d39baf7fb') {'for_net_delete': True} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:01.662104 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d3ec88-c6d6-459d-8385-580d39baf7fb') {} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:01.681957 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788922945603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12006480'] for segment (60d3ec88-c6d6-459d-8385-580d39baf7fb), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:01.708725 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (60d3ec88-c6d6-459d-8385-580d39baf7fb), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:01.720170 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=109907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:41:01.720788 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12339273'] for segment (60d3ec88-c6d6-459d-8385-580d39baf7fb), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:01.723552 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c9119966-31fd-463b-892c-646dddb4ef1e tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group_rule (c0482b88-8ce4-4703-b853-74c09ece5b53), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: from cryptography.utils import int_from_bytes Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: from cryptography.utils import int_from_bytes Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: Traceback (most recent call last): Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: timer() Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: cb(*args, **kw) Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: return func(*args, **kwargs) Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: self._notify() Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: self.callback(batched_events) Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: event.method(event) Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: return f(self, *a, **k) Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: return self._get(url).json() Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: return self.request(url, 'GET', **kwargs) Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:41:01.725774 dv-cinder-813224-6-iscsi neutron-server[109907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:41:01.764282 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'name': 'tempest-ServerRescueNegativeTestJSON-1537405813-router', 'tenant_id': '5d6eb22f64204445af47ce8f7a38fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'fdf5c6c8-9638-4420-b333-7ac748fa2ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:50Z', 'updated_at': '2022-02-21T00:40:59Z', 'revision_number': 4, 'project_id': '5d6eb22f64204445af47ce8f7a38fec6', 'gw_port': {'id': 'fdf5c6c8-9638-4420-b333-7ac748fa2ff6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': 'cac40127-00e3-4b75-82ff-4f956a58ac44', 'name': '', 'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037', 'tenant_id': '5d6eb22f64204445af47ce8f7a38fec6', 'mac_address': 'fa:16:3e:6b:f9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:57Z', 'updated_at': '2022-02-21T00:40:59Z', 'revision_number': 2, 'project_id': '5d6eb22f64204445af47ce8f7a38fec6', 'subnets': [{'id': '643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:01.799503 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] Checking router: 9ee95b85-76a9-49e5-bf78-0c840f52ffce for host: dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:41:01.803741 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] Updating router 9ee95b85-76a9-49e5-bf78-0c840f52ffce port cac40127-00e3-4b75-82ff-4f956a58ac44 binding host dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:41:01.822472 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c9119966-31fd-463b-892c-646dddb4ef1e tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (c0482b88-8ce4-4703-b853-74c09ece5b53), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:01.831755 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (cac40127-00e3-4b75-82ff-4f956a58ac44), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:01.849161 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9119966-31fd-463b-892c-646dddb4ef1e tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0482b88-8ce4-4703-b853-74c09ece5b53,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:01.918113 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3370574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362209'] for network (49d74154-8c5b-46a6-9042-703f7b3f59c2), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:01.938624 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c9119966-31fd-463b-892c-646dddb4ef1e tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:01.944290 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-c9119966-31fd-463b-892c-646dddb4ef1e tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5212831 Feb 21 00:41:01.944290 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 49048) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:01.949531 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-f9c55a98-b1f5-45d6-9d77-52e11583d0ca tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Request body: {'floatingip': {'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:41:02.018447 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:02.033382 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] 10.222.0.81 "DELETE /v2.0/networks/49d74154-8c5b-46a6-9042-703f7b3f59c2 HTTP/1.1" status: 204 len: 168 time: 1.0614648 Feb 21 00:41:02.037152 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 49052) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:02.066121 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599795f-269a-497e-94d9-491ab38a5312 admin admin] Pushing event deleted for resources: {'Network': ['ID=49d74154-8c5b-46a6-9042-703f7b3f59c2,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:02.118082 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f9c55a98-b1f5-45d6-9d77-52e11583d0ca tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:02.171022 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-c6b8ff7a-5056-4234-8091-20ea2148931d tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:02.171255 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0b5bb8-d353-426d-950f-d44b5bb591a1 admin admin] Deleting subnet fe9af19b-c62d-4bf0-b2c0-99fec86f34e6 {{(pid=109906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:41:02.178420 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-c6b8ff7a-5056-4234-8091-20ea2148931d tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/networks?id=5860a2b5-7321-4ed2-b2b9-bb170daa3037 HTTP/1.1" status: 200 len: 819 time: 0.2987225 Feb 21 00:41:02.182229 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5bb8-d353-426d-950f-d44b5bb591a1 admin admin] Publish callbacks [] for subnet (fe9af19b-c62d-4bf0-b2c0-99fec86f34e6), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:02.203879 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-c4b1b591-4655-4c4d-b25a-48cfec9f18a1 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/quotas/5d6eb22f64204445af47ce8f7a38fec6 HTTP/1.1" status: 200 len: 375 time: 0.0239961 Feb 21 00:41:02.326629 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] Publish callbacks [] for port (cac40127-00e3-4b75-82ff-4f956a58ac44), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:02.364772 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device fdf5c6c8-9638-4420-b333-7ac748fa2ff6 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:41:02.416458 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (cac40127-00e3-4b75-82ff-4f956a58ac44), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:02.422901 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] Sync routers for ids ['2244ab43-eb9e-4597-96dc-54662e71ca72'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:41:02.441300 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] Routers {'2244ab43-eb9e-4597-96dc-54662e71ca72'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:41:02.442330 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:40:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['2244ab43-eb9e-4597-96dc-54662e71ca72'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:02.454606 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-92116798-441e-4ca1-8756-55ce847e82bf req-8a8f4ecd-fbe7-4b7c-98ae-a9c0e4f72ce1 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 210 time: 0.0439124 Feb 21 00:41:02.463753 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5bb8-d353-426d-950f-d44b5bb591a1 admin admin] Publish callbacks [] for subnet (fe9af19b-c62d-4bf0-b2c0-99fec86f34e6), precommit_delete_associations {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:02.476526 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-dace2634-7a12-4ea5-8ea4-7c44dfea5151 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5d6eb22f64204445af47ce8f7a38fec6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2713437 Feb 21 00:41:02.492323 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5bb8-d353-426d-950f-d44b5bb591a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3371724'] for subnet (fe9af19b-c62d-4bf0-b2c0-99fec86f34e6), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:02.494785 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d50084-9a41-4405-bb4a-284d41841b85 None None] Pushing event updated for resources: {'Port': ['ID=cac40127-00e3-4b75-82ff-4f956a58ac44,revision_number=3']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:02.590912 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] Set router 2244ab43-eb9e-4597-96dc-54662e71ca72 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:41:02.610349 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-1ffe7ce5-c2f4-4d6b-8e30-81a4955dac09 service neutron] 10.222.0.81 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322596 Feb 21 00:41:02.636105 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] Attempting to bind port cac40127-00e3-4b75-82ff-4f956a58ac44 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:41:02.636105 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] Attempting to bind port cac40127-00e3-4b75-82ff-4f956a58ac44 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': '4dbd0238-a9cb-414c-a314-ae52faed5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037'}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:41:02.636647 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] Attempting to bind port cac40127-00e3-4b75-82ff-4f956a58ac44 on network 5860a2b5-7321-4ed2-b2b9-bb170daa3037 {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:41:02.644062 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:41:02.644736 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] Checking segment: {'id': '4dbd0238-a9cb-414c-a314-ae52faed5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:41:02.645329 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:02.647144 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] Bound using segment: {'id': '4dbd0238-a9cb-414c-a314-ae52faed5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037'} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:41:02.648042 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] Bound port: cac40127-00e3-4b75-82ff-4f956a58ac44, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dbd0238-a9cb-414c-a314-ae52faed5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037'}}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:41:02.648607 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (cac40127-00e3-4b75-82ff-4f956a58ac44), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:02.732931 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] For port cac40127-00e3-4b75-82ff-4f956a58ac44, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:41:02.738150 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] For port cac40127-00e3-4b75-82ff-4f956a58ac44, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=cac40127-00e3-4b75-82ff-4f956a58ac44,segment=NetworkSegment(4dbd0238-a9cb-414c-a314-ae52faed5b0e),segment_id=4dbd0238-a9cb-414c-a314-ae52faed5b0e)] {{(pid=109909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:41:02.751609 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-8071e219-fd8c-4a54-9fc5-cb534acad08e req-4bb7f337-9476-4185-82a3-ee2e9784d7b0 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 210 time: 0.1096656 Feb 21 00:41:02.774244 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port fdf5c6c8-9638-4420-b333-7ac748fa2ff6 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:41:02.774647 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (fdf5c6c8-9638-4420-b333-7ac748fa2ff6), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:02.782602 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f9c55a98-b1f5-45d6-9d77-52e11583d0ca tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:02.799081 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-80419ddb-d40b-4e3c-ac90-0c830790b016 service neutron] 10.222.0.81 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874776 Feb 21 00:41:02.834409 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (cac40127-00e3-4b75-82ff-4f956a58ac44), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:02.863838 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5bb8-d353-426d-950f-d44b5bb591a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3371765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for subnet (fe9af19b-c62d-4bf0-b2c0-99fec86f34e6), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:02.933091 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d50084-9a41-4405-bb4a-284d41841b85 None None] Pushing event updated for resources: {'Port': ['ID=cac40127-00e3-4b75-82ff-4f956a58ac44,revision_number=4']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:02.936324 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] Routers {'9ee95b85-76a9-49e5-bf78-0c840f52ffce'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:41:02.937101 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:40:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['9ee95b85-76a9-49e5-bf78-0c840f52ffce'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:02.976911 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port fdf5c6c8-9638-4420-b333-7ac748fa2ff6 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:41:02.978003 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 00a21d73-d8f6-407d-a8c4-71ed33805063 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:41:03.013544 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 4, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port': {'id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:52Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '04989002-8330-47b5-8f0b-2aff58b5deb0', 'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'mac_address': 'fa:16:3e:a6:cf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:57Z', 'updated_at': '2022-02-21T00:40:58Z', 'revision_number': 2, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'subnets': [{'id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:03.114752 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] Checking router: 2244ab43-eb9e-4597-96dc-54662e71ca72 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:41:03.115083 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] Updating router 2244ab43-eb9e-4597-96dc-54662e71ca72 port 04989002-8330-47b5-8f0b-2aff58b5deb0 binding host dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:41:03.115698 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b5bb8-d353-426d-950f-d44b5bb591a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9af19b-c62d-4bf0-b2c0-99fec86f34e6,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:03.164308 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] Set router 9ee95b85-76a9-49e5-bf78-0c840f52ffce gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:41:03.173309 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:03.180954 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-9c4fdd32-1b5f-4d2c-8f9e-4aa86cf87ff7 req-d8052324-84aa-4315-a9dd-8ef20a531feb tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 210 time: 0.0573268 Feb 21 00:41:03.229428 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5bb8-d353-426d-950f-d44b5bb591a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:03.235832 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-3c0b5bb8-d353-426d-950f-d44b5bb591a1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fe9af19b-c62d-4bf0-b2c0-99fec86f34e6 HTTP/1.1" status: 204 len: 168 time: 1.1951752 Feb 21 00:41:03.236749 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 49106) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:03.259673 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:03.265237 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 00a21d73-d8f6-407d-a8c4-71ed33805063 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:41:03.265705 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (00a21d73-d8f6-407d-a8c4-71ed33805063), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:03.316534 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_common [None req-f9c55a98-b1f5-45d6-9d77-52e11583d0ca tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Allocated IP 172.27.1.13 (c88f79bf-88c8-4630-a831-5481b52b74c3/d2922032-8347-4ecd-abd4-c2de14eb9a4c/b58d3571-c99d-4566-b4fc-1de67c808491) {{(pid=109906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:41:03.395233 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825413'] for network (010c70aa-1528-46f5-abd7-ddf9d8e5da1a), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:03.665937 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'name': 'tempest-ServerRescueNegativeTestJSON-1537405813-router', 'tenant_id': '5d6eb22f64204445af47ce8f7a38fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'fdf5c6c8-9638-4420-b333-7ac748fa2ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:50Z', 'updated_at': '2022-02-21T00:40:59Z', 'revision_number': 4, 'project_id': '5d6eb22f64204445af47ce8f7a38fec6', 'gw_port': {'id': 'fdf5c6c8-9638-4420-b333-7ac748fa2ff6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': 'cac40127-00e3-4b75-82ff-4f956a58ac44', 'name': '', 'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037', 'tenant_id': '5d6eb22f64204445af47ce8f7a38fec6', 'mac_address': 'fa:16:3e:6b:f9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:57Z', 'updated_at': '2022-02-21T00:41:02Z', 'revision_number': 4, 'project_id': '5d6eb22f64204445af47ce8f7a38fec6', 'subnets': [{'id': '643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:03.668001 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-4cde985e-f74b-4e2d-a2c0-4467b436a342 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:03.670236 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-4cde985e-f74b-4e2d-a2c0-4467b436a342 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/networks?id=5860a2b5-7321-4ed2-b2b9-bb170daa3037 HTTP/1.1" status: 200 len: 819 time: 0.1750515 Feb 21 00:41:03.680025 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 00a21d73-d8f6-407d-a8c4-71ed33805063 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:41:03.680494 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (00a21d73-d8f6-407d-a8c4-71ed33805063), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:03.698540 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-45171006-32f0-42d3-93de-3e6931619f7b tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/quotas/5d6eb22f64204445af47ce8f7a38fec6 HTTP/1.1" status: 200 len: 375 time: 0.0213873 Feb 21 00:41:03.709205 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-bfcbf522-9ac8-447e-ad2c-8bbccbcefa22 req-ffa0d03a-5c06-4a7d-aa34-6c04647ae813 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 210 time: 0.1276908 Feb 21 00:41:03.720458 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] For port 00a21d73-d8f6-407d-a8c4-71ed33805063, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=00a21d73-d8f6-407d-a8c4-71ed33805063,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:03.758065 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca69ff-c9c6-400d-8aee-3db7ee4ccf38 None None] The sync data for ids ['9ee95b85-76a9-49e5-bf78-0c840f52ffce'] in dv-cinder-813224-6-iscsi is: [{'id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'name': 'tempest-ServerRescueNegativeTestJSON-1537405813-router', 'tenant_id': '5d6eb22f64204445af47ce8f7a38fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'fdf5c6c8-9638-4420-b333-7ac748fa2ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:50Z', 'updated_at': '2022-02-21T00:40:59Z', 'revision_number': 4, 'project_id': '5d6eb22f64204445af47ce8f7a38fec6', 'gw_port': {'id': 'fdf5c6c8-9638-4420-b333-7ac748fa2ff6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': 'cac40127-00e3-4b75-82ff-4f956a58ac44', 'name': '', 'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037', 'tenant_id': '5d6eb22f64204445af47ce8f7a38fec6', 'mac_address': 'fa:16:3e:6b:f9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:57Z', 'updated_at': '2022-02-21T00:41:02Z', 'revision_number': 4, 'project_id': '5d6eb22f64204445af47ce8f7a38fec6', 'subnets': [{'id': '643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:41:03.780294 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3370565', 'neutron.services.segments.db._delete_segments_for_network-8788922944314'] for network (010c70aa-1528-46f5-abd7-ddf9d8e5da1a), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:03.817506 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (00a21d73-d8f6-407d-a8c4-71ed33805063), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:03.843283 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-4fb555ff-19eb-4e6f-867e-bf1e683eb40d tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5d6eb22f64204445af47ce8f7a38fec6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1280189 Feb 21 00:41:03.898438 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f9c55a98-b1f5-45d6-9d77-52e11583d0ca tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for port (b58d3571-c99d-4566-b4fc-1de67c808491), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:03.912328 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:03.912810 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:03.913445 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:03.913776 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Subscribe: > port after_create 55550000 {{(pid=109906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:03.914101 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Subscribe: > port after_delete 55550000 {{(pid=109906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:03.914476 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Subscribe: > port after_update 55550000 {{(pid=109906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:03.914773 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:03.915086 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:03.915399 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:03.915712 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:04.019052 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-af77aa7b-e254-4f76-bf6f-262d52cc5020 service neutron] 10.222.0.81 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766195 Feb 21 00:41:04.085412 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] Publish callbacks [] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), precommit_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:04.095656 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Pushing event updated for resources: {'Port': ['ID=00a21d73-d8f6-407d-a8c4-71ed33805063,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:04.159671 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 49156) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:04.188907 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:04.228062 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-13ef8431-987a-4bfb-8ec4-6505f5447523 service neutron] 10.222.0.81 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021704 Feb 21 00:41:04.301887 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device cac40127-00e3-4b75-82ff-4f956a58ac44 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:41:04.340815 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb356fcd-a871-40ba-81e3-7782b4f99561 None None] Pushing event updated for resources: {'Port': ['ID=04989002-8330-47b5-8f0b-2aff58b5deb0,revision_number=3']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:04.375760 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:04.376332 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:04.376848 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:04.377336 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:41:04.378018 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010c70aa-1528-46f5-abd7-ddf9d8e5da1a']}} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:04.437197 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-858719b9-0d96-4d2a-ad2e-d1ee46ab2dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:04.539908 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] Attempting to bind port 04989002-8330-47b5-8f0b-2aff58b5deb0 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:41:04.545906 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] Attempting to bind port 04989002-8330-47b5-8f0b-2aff58b5deb0 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': '0ee53623-0484-460d-a643-46e7f85b864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d'}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:41:04.545906 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] Attempting to bind port 04989002-8330-47b5-8f0b-2aff58b5deb0 on network db91bc76-bbbd-4928-84db-ba174e4b8a5d {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:41:04.551400 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:41:04.552123 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] Checking segment: {'id': '0ee53623-0484-460d-a643-46e7f85b864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:41:04.552251 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-4797a95d-3f21-4a34-9e06-c82c00bdd32e req-81c2811d-1dc2-4ab7-a125-fa133c0fa7e4 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 210 time: 0.1671410 Feb 21 00:41:04.552812 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:04.553347 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] Bound using segment: {'id': '0ee53623-0484-460d-a643-46e7f85b864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d'} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:41:04.555000 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] Bound port: 04989002-8330-47b5-8f0b-2aff58b5deb0, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee53623-0484-460d-a643-46e7f85b864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d'}}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:41:04.555553 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:04.559963 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8600cd4-cdb2-4c07-a0ae-192fd49f53d0') {'for_net_delete': True} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:04.562552 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8600cd4-cdb2-4c07-a0ae-192fd49f53d0') {} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:04.596735 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port cac40127-00e3-4b75-82ff-4f956a58ac44 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:41:04.597127 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (cac40127-00e3-4b75-82ff-4f956a58ac44), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:04.615191 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-370a28fb-dfc1-4927-981f-07b937256888 req-df9aac39-7417-47a3-ad29-4a75826d3957 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 210 time: 0.0635157 Feb 21 00:41:04.634702 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788922945603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863475'] for segment (c8600cd4-cdb2-4c07-a0ae-192fd49f53d0), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:04.677894 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-858719b9-0d96-4d2a-ad2e-d1ee46ab2dd8 admin admin] Publish callbacks [] for security_group (a95d10d8-6617-4494-9220-a1baa5f1c7a5), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:04.686058 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (c8600cd4-cdb2-4c07-a0ae-192fd49f53d0), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:04.697970 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=109906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:41:04.698430 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11782213'] for segment (c8600cd4-cdb2-4c07-a0ae-192fd49f53d0), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:04.741038 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-1c338e25-e812-4331-86b6-bbc21d540c9c None None] Provisioning complete for port 04989002-8330-47b5-8f0b-2aff58b5deb0 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:41:04.741491 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1c338e25-e812-4331-86b6-bbc21d540c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: from cryptography.utils import int_from_bytes Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: from cryptography.utils import int_from_bytes Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: Traceback (most recent call last): Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: timer() Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: cb(*args, **kw) Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: return func(*args, **kwargs) Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: self._notify() Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: self.callback(batched_events) Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: event.method(event) Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: return f(self, *a, **k) Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: return self._get(url).json() Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: return self.request(url, 'GET', **kwargs) Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:41:04.805571 dv-cinder-813224-6-iscsi neutron-server[109906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:41:04.817288 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-858719b9-0d96-4d2a-ad2e-d1ee46ab2dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (a95d10d8-6617-4494-9220-a1baa5f1c7a5), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:04.867123 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] For port 04989002-8330-47b5-8f0b-2aff58b5deb0, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:41:04.870003 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-27fe4fe4-0683-4d28-aec9-0db08f13fb27 req-91254a4f-9402-4d5d-a895-97cf911930a4 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 210 time: 0.0297022 Feb 21 00:41:04.881908 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3370574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362209'] for network (010c70aa-1528-46f5-abd7-ddf9d8e5da1a), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:04.908984 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:04.918352 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] 10.222.0.81 "DELETE /v2.0/networks/010c70aa-1528-46f5-abd7-ddf9d8e5da1a HTTP/1.1" status: 204 len: 168 time: 1.6772459 Feb 21 00:41:04.929659 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defe84e-1723-4a23-ba49-e254a7ccc21d admin admin] Pushing event deleted for resources: {'Network': ['ID=010c70aa-1528-46f5-abd7-ddf9d8e5da1a,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:04.930080 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 49182) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:04.931696 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-858719b9-0d96-4d2a-ad2e-d1ee46ab2dd8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=685f995a0246413d836ad05fa778d659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7684553 Feb 21 00:41:04.933308 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858719b9-0d96-4d2a-ad2e-d1ee46ab2dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95d10d8-6617-4494-9220-a1baa5f1c7a5,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:04.946875 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f9c55a98-b1f5-45d6-9d77-52e11583d0ca tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (b58d3571-c99d-4566-b4fc-1de67c808491), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:04.954937 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] For port 04989002-8330-47b5-8f0b-2aff58b5deb0, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=04989002-8330-47b5-8f0b-2aff58b5deb0,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:41:04.962044 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-1c338e25-e812-4331-86b6-bbc21d540c9c None None] Port 04989002-8330-47b5-8f0b-2aff58b5deb0 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:41:04.984093 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port cac40127-00e3-4b75-82ff-4f956a58ac44 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:41:04.984617 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (cac40127-00e3-4b75-82ff-4f956a58ac44), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:05.035052 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c55a98-b1f5-45d6-9d77-52e11583d0ca tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Network c88f79bf-88c8-4630-a831-5481b52b74c3 is already hosted by enough agents. {{(pid=109906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:41:05.043089 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-f9c55a98-b1f5-45d6-9d77-52e11583d0ca tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Resources bound (agent type, host, resource id): {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:41:05.044647 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:05.046291 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c55a98-b1f5-45d6-9d77-52e11583d0ca tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Pushing event updated for resources: {'Port': ['ID=b58d3571-c99d-4566-b4fc-1de67c808491,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:05.051284 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c55a98-b1f5-45d6-9d77-52e11583d0ca tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Received port after_create {{(pid=109906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:41:05.135341 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb356fcd-a871-40ba-81e3-7782b4f99561 None None] Pushing event updated for resources: {'Port': ['ID=04989002-8330-47b5-8f0b-2aff58b5deb0,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:05.161195 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] For port cac40127-00e3-4b75-82ff-4f956a58ac44, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=cac40127-00e3-4b75-82ff-4f956a58ac44,segment=NetworkSegment(4dbd0238-a9cb-414c-a314-ae52faed5b0e),segment_id=4dbd0238-a9cb-414c-a314-ae52faed5b0e)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:05.170674 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] Routers {'2244ab43-eb9e-4597-96dc-54662e71ca72'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:41:05.171414 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:40:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['2244ab43-eb9e-4597-96dc-54662e71ca72'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:05.205711 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-12f875e2-99aa-4972-91c7-f6fbd4cf6ad4 admin admin] Publish callbacks [] for security_group (a95d10d8-6617-4494-9220-a1baa5f1c7a5), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:05.273021 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f9c55a98-b1f5-45d6-9d77-52e11583d0ca tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for floatingip (31ed0bd3-bb12-4437-a02d-f94b6706bf16), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:05.302099 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-12f875e2-99aa-4972-91c7-f6fbd4cf6ad4 admin admin] Publish callbacks [] for security_group (a95d10d8-6617-4494-9220-a1baa5f1c7a5), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:05.337336 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (cac40127-00e3-4b75-82ff-4f956a58ac44), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:05.406326 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] Set router 2244ab43-eb9e-4597-96dc-54662e71ca72 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:41:05.442860 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 49192) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:05.462725 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Pushing event updated for resources: {'Port': ['ID=cac40127-00e3-4b75-82ff-4f956a58ac44,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:05.501642 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f9c55a98-b1f5-45d6-9d77-52e11583d0ca tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (b58d3571-c99d-4566-b4fc-1de67c808491), before_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:05.504004 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-12f875e2-99aa-4972-91c7-f6fbd4cf6ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (a95d10d8-6617-4494-9220-a1baa5f1c7a5), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:05.506497 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-a8a07c8f-fd60-4876-bd7c-0071fec18ac3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ebacf998e9714961af4c3d69bcfbc096&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0624030 Feb 21 00:41:05.509187 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 49194) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:05.510776 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-12f875e2-99aa-4972-91c7-f6fbd4cf6ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:05.518549 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-12f875e2-99aa-4972-91c7-f6fbd4cf6ad4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a95d10d8-6617-4494-9220-a1baa5f1c7a5 HTTP/1.1" status: 204 len: 168 time: 0.5869396 Feb 21 00:41:05.559844 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.61', 51115) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:05.593517 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f875e2-99aa-4972-91c7-f6fbd4cf6ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95d10d8-6617-4494-9220-a1baa5f1c7a5,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:05.738404 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-4a5d50fe-3569-440e-a39c-c53786ecc072 None None] Provisioning complete for port 04989002-8330-47b5-8f0b-2aff58b5deb0 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:41:05.739067 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-4a5d50fe-3569-440e-a39c-c53786ecc072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:05.772677 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-595639cb-9b70-40be-89ff-8c801ce20e1b tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:05.774862 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-595639cb-9b70-40be-89ff-8c801ce20e1b tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.61 "GET /v2.0/networks?id=17ba718d-5a2b-4b7e-a276-e1789589b54a HTTP/1.1" status: 200 len: 811 time: 0.2125583 Feb 21 00:41:05.777031 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8a935a66-cdce-4399-8e5d-02bb0d635194 admin admin] Publish callbacks [] for security_group (0ca4d837-2c73-4da7-b50d-df252d918c2b), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:05.806192 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8a935a66-cdce-4399-8e5d-02bb0d635194 admin admin] Publish callbacks [] for security_group (0ca4d837-2c73-4da7-b50d-df252d918c2b), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:05.830576 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 4, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port': {'id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:52Z', 'updated_at': '2022-02-21T00:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '04989002-8330-47b5-8f0b-2aff58b5deb0', 'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'mac_address': 'fa:16:3e:a6:cf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:57Z', 'updated_at': '2022-02-21T00:41:04Z', 'revision_number': 4, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'subnets': [{'id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:05.860711 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-3362ca86-1b41-4d60-8de0-64cb383c1c61 req-7972212c-55aa-48da-b998-564ab1c797f7 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 210 time: 0.1124091 Feb 21 00:41:05.873926 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-7ce7097d-a9f0-4635-861f-71aea18f3d89 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Request body: {'port': {'device_id': 'da708c0e-640e-4fe6-90ff-7f0d1bf6cfff', 'network_id': '17ba718d-5a2b-4b7e-a276-e1789589b54a', 'admin_state_up': True, 'tenant_id': 'c8e63ac4203946df8cfe4731a2baa57f'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:41:05.927442 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be650342-0cdf-4092-a267-90a948d65e94 None None] The sync data for ids ['2244ab43-eb9e-4597-96dc-54662e71ca72'] in dv-cinder-813224-6-iscsi is: [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 4, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port': {'id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:52Z', 'updated_at': '2022-02-21T00:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '04989002-8330-47b5-8f0b-2aff58b5deb0', 'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'mac_address': 'fa:16:3e:a6:cf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:57Z', 'updated_at': '2022-02-21T00:41:04Z', 'revision_number': 4, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'subnets': [{'id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:41:05.927811 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4851c507-5dbf-4f36-8d7e-a2bef6ca168a req-0e82097d-60c0-4216-918a-df9de77f1e39 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 210 time: 0.1517994 Feb 21 00:41:05.970276 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d50fe-3569-440e-a39c-c53786ecc072 None None] Current status of the port 04989002-8330-47b5-8f0b-2aff58b5deb0 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:41:05.970682 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-4a5d50fe-3569-440e-a39c-c53786ecc072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:05.993345 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8a935a66-cdce-4399-8e5d-02bb0d635194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (0ca4d837-2c73-4da7-b50d-df252d918c2b), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:05.996411 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8a935a66-cdce-4399-8e5d-02bb0d635194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:06.000636 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-8a935a66-cdce-4399-8e5d-02bb0d635194 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ca4d837-2c73-4da7-b50d-df252d918c2b HTTP/1.1" status: 204 len: 168 time: 0.4873645 Feb 21 00:41:06.043203 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f9c55a98-b1f5-45d6-9d77-52e11583d0ca tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for port (b58d3571-c99d-4566-b4fc-1de67c808491), precommit_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:06.068830 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.61', 51116) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:06.075686 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-2cbe8c94-78f5-4221-b87d-d70704ba2550 req-76fb7e30-1398-40c1-b84d-449ea238cdc9 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 210 time: 0.0497470 Feb 21 00:41:06.082593 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-4a5d50fe-3569-440e-a39c-c53786ecc072 None None] For port 04989002-8330-47b5-8f0b-2aff58b5deb0, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=04989002-8330-47b5-8f0b-2aff58b5deb0,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:06.089195 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a935a66-cdce-4399-8e5d-02bb0d635194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca4d837-2c73-4da7-b50d-df252d918c2b,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:06.165242 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-4a5d50fe-3569-440e-a39c-c53786ecc072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:06.165443 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f9c55a98-b1f5-45d6-9d77-52e11583d0ca tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11782249'] for port (b58d3571-c99d-4566-b4fc-1de67c808491), after_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:06.298031 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f9c55a98-b1f5-45d6-9d77-52e11583d0ca tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362231'] for floatingip (31ed0bd3-bb12-4437-a02d-f94b6706bf16), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:06.354906 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d50fe-3569-440e-a39c-c53786ecc072 None None] Pushing event updated for resources: {'Port': ['ID=04989002-8330-47b5-8f0b-2aff58b5deb0,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:06.370999 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c55a98-b1f5-45d6-9d77-52e11583d0ca tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Pushing event updated for resources: {'Port': ['ID=b58d3571-c99d-4566-b4fc-1de67c808491,revision_number=2']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:06.377456 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 04989002-8330-47b5-8f0b-2aff58b5deb0 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:41:06.450485 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-18d02a2f-8e16-49e1-991c-3287deee0f61 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:06.451982 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-18d02a2f-8e16-49e1-991c-3287deee0f61 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.61 "GET /v2.0/networks?id=4eddcd37-2bb4-45ed-b271-82c29ca77999 HTTP/1.1" status: 200 len: 815 time: 0.3814263 Feb 21 00:41:06.464641 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-b4c3fb81-8da4-4f7e-b5e8-82f48904f70f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Request body: {'port': {'device_id': '5aab3181-b88d-401f-8590-57cf7661a175', 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999', 'admin_state_up': True, 'tenant_id': '943116783b96473c81856233d65a620b'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:41:06.472062 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f9c55a98-b1f5-45d6-9d77-52e11583d0ca tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:06.475275 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-f9c55a98-b1f5-45d6-9d77-52e11583d0ca tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5302644 Feb 21 00:41:06.565746 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.61', 51121) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:06.607113 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 04989002-8330-47b5-8f0b-2aff58b5deb0 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:41:06.611077 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:06.622621 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-7ce7097d-a9f0-4635-861f-71aea18f3d89 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Made reservation on behalf of c8e63ac4203946df8cfe4731a2baa57f for: {'port': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:41:06.641896 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-7ce7097d-a9f0-4635-861f-71aea18f3d89 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:06.835177 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 04989002-8330-47b5-8f0b-2aff58b5deb0 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:41:06.835637 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 00a21d73-d8f6-407d-a8c4-71ed33805063 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:41:06.892068 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-373dbb0b-c441-4038-bcc9-a6473f0e9cee tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:06.895616 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-373dbb0b-c441-4038-bcc9-a6473f0e9cee tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.61 "GET /v2.0/networks?id=5860a2b5-7321-4ed2-b2b9-bb170daa3037 HTTP/1.1" status: 200 len: 819 time: 0.3320248 Feb 21 00:41:06.911357 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-53d1a6e4-a0ce-49bb-af53-cdc7542d6648 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Request body: {'port': {'device_id': 'b7444cf4-d1b7-44aa-8558-c65465871d71', 'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037', 'admin_state_up': True, 'tenant_id': '5d6eb22f64204445af47ce8f7a38fec6'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:41:06.961089 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 00a21d73-d8f6-407d-a8c4-71ed33805063 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:41:06.961476 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (00a21d73-d8f6-407d-a8c4-71ed33805063), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:07.038076 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 49266) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:07.182312 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 00a21d73-d8f6-407d-a8c4-71ed33805063 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:41:07.183400 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device cac40127-00e3-4b75-82ff-4f956a58ac44 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:41:07.188394 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-320bbbb6-980d-404d-99bb-1b19e1c8fbdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:07.233673 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-7ce7097d-a9f0-4635-861f-71aea18f3d89 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Allocated IP 172.20.0.4 (17ba718d-5a2b-4b7e-a276-e1789589b54a/7417476d-a9cc-448b-8ec9-814c8169dc45/a2ddca31-124d-413c-8839-8d013eaa764b) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:41:07.256784 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port cac40127-00e3-4b75-82ff-4f956a58ac44 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:41:07.262009 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (cac40127-00e3-4b75-82ff-4f956a58ac44), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:07.302182 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-aacfb1d3-a5e5-46e6-ad51-045aadf42903 req-dc845f42-e9e4-4079-8984-7cc2aacfa35e tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 210 time: 0.1861303 Feb 21 00:41:07.306992 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-b4c3fb81-8da4-4f7e-b5e8-82f48904f70f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Made reservation on behalf of 943116783b96473c81856233d65a620b for: {'port': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:41:07.324106 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-b4c3fb81-8da4-4f7e-b5e8-82f48904f70f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:07.359666 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-3267f9c3-8c8b-4443-bccb-8bac8bd30706 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--496208898&fields=id&tenant_id=82b8f77b26bc425e8a2b357d7db9e33e HTTP/1.1" status: 200 len: 267 time: 0.2154713 Feb 21 00:41:07.373450 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.61', 51129) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:07.410665 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port cac40127-00e3-4b75-82ff-4f956a58ac44 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:41:07.423230 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-53d1a6e4-a0ce-49bb-af53-cdc7542d6648 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Made reservation on behalf of 5d6eb22f64204445af47ce8f7a38fec6 for: {'port': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:41:07.427091 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-53d1a6e4-a0ce-49bb-af53-cdc7542d6648 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:07.589286 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0b00fd09-c255-443a-80c4-f5a6590c3901 req-ecd78551-b9f7-4273-9521-c6d5ee74c871 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 210 time: 0.1452806 Feb 21 00:41:07.803118 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 49304) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:08.015215 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dd437438-21ab-442b-983e-d88cb7cec286 req-fc00767e-5c59-441f-9f54-d677009e3367 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 210 time: 0.1127081 Feb 21 00:41:08.034437 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-320bbbb6-980d-404d-99bb-1b19e1c8fbdc admin admin] Publish callbacks [] for security_group (44eb07c7-cb76-4c2d-ae2d-d6d7e8abfb80), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:08.108661 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-f1f72003-e851-4570-b6ea-f30cbe3680d3 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:08.110147 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-f1f72003-e851-4570-b6ea-f30cbe3680d3 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.61 "GET /v2.0/networks?id=5860a2b5-7321-4ed2-b2b9-bb170daa3037 HTTP/1.1" status: 200 len: 819 time: 0.7351925 Feb 21 00:41:08.126367 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-e6288208-a571-4467-bb47-3155f8a3d7f2 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:08.127874 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-e6288208-a571-4467-bb47-3155f8a3d7f2 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/networks?id=db91bc76-bbbd-4928-84db-ba174e4b8a5d HTTP/1.1" status: 200 len: 816 time: 0.7668104 Feb 21 00:41:08.131554 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-e9de3dae-5e5a-497a-a653-d85cb3014982 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Request body: {'port': {'device_id': '65d74cae-14f9-4e4e-9ed0-44b9f32a6acf', 'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037', 'admin_state_up': True, 'tenant_id': '5d6eb22f64204445af47ce8f7a38fec6'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:41:08.145602 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-0a18ad2e-6567-45ee-a85e-af71a6c3eefa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0f24167d4f0a46a4bc4cea93c5eeb649&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3384700 Feb 21 00:41:08.146296 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-320bbbb6-980d-404d-99bb-1b19e1c8fbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (44eb07c7-cb76-4c2d-ae2d-d6d7e8abfb80), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:08.149517 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 49318) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:08.199438 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 04989002-8330-47b5-8f0b-2aff58b5deb0 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:41:08.271195 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-b4c3fb81-8da4-4f7e-b5e8-82f48904f70f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Allocated IP 172.20.0.5 (4eddcd37-2bb4-45ed-b271-82c29ca77999/6263a4fb-8c44-4871-be28-e6536c01e4fa/b3169a9e-759b-4541-9058-21346f041bfa) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:41:08.305576 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-5f87eb09-553e-4cae-a4d9-d2357d0d3da0 admin admin] Publish callbacks [] for security_group (9d2ceb5c-9054-4c49-a592-440398b87481), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:08.322838 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_common [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-53d1a6e4-a0ce-49bb-af53-cdc7542d6648 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Allocated IP 172.20.0.3 (5860a2b5-7321-4ed2-b2b9-bb170daa3037/643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa/70f91baf-b326-4c91-9a88-39ead255d620) {{(pid=109906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:41:08.326465 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 04989002-8330-47b5-8f0b-2aff58b5deb0 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:41:08.339024 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-5f87eb09-553e-4cae-a4d9-d2357d0d3da0 admin admin] Publish callbacks [] for security_group (9d2ceb5c-9054-4c49-a592-440398b87481), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:08.339143 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:08.473106 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-263224f8-89b4-4703-bc25-3060eea785a5 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/quotas/82b8f77b26bc425e8a2b357d7db9e33e HTTP/1.1" status: 200 len: 375 time: 0.3260784 Feb 21 00:41:08.504254 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-320bbbb6-980d-404d-99bb-1b19e1c8fbdc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2505bbffff004e208207022d9200d4f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4608965 Feb 21 00:41:08.517297 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 49336) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:08.562958 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bbbb6-980d-404d-99bb-1b19e1c8fbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44eb07c7-cb76-4c2d-ae2d-d6d7e8abfb80,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:08.675539 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1c0b36a0-1c23-46fd-9579-c814c27648b5 req-ff6076a4-d05b-4fef-81c5-f784db9f7c79 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 210 time: 0.1673477 Feb 21 00:41:08.676400 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-5f87eb09-553e-4cae-a4d9-d2357d0d3da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (9d2ceb5c-9054-4c49-a592-440398b87481), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:08.680874 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-5f87eb09-553e-4cae-a4d9-d2357d0d3da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:08.685960 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-5f87eb09-553e-4cae-a4d9-d2357d0d3da0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9d2ceb5c-9054-4c49-a592-440398b87481 HTTP/1.1" status: 204 len: 168 time: 0.5061471 Feb 21 00:41:08.745141 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-7ce7097d-a9f0-4635-861f-71aea18f3d89 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Publish callbacks [] for port (a2ddca31-124d-413c-8839-8d013eaa764b), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:08.746534 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 04989002-8330-47b5-8f0b-2aff58b5deb0 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:41:08.787620 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8c085d8a-d10a-4ed6-897e-b241c965f54e admin admin] Publish callbacks [] for security_group (44eb07c7-cb76-4c2d-ae2d-d6d7e8abfb80), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:08.790871 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87eb09-553e-4cae-a4d9-d2357d0d3da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2ceb5c-9054-4c49-a592-440398b87481,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:08.925418 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-709441fb-6bc1-48f7-ad87-412fc6328485 req-ea727c2b-3748-496c-8a44-9aa40abdca99 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 210 time: 0.0615773 Feb 21 00:41:08.997516 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-4303d0df-c960-4918-92e9-9b85cbe69eef tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=82b8f77b26bc425e8a2b357d7db9e33e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5236132 Feb 21 00:41:09.002890 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8c085d8a-d10a-4ed6-897e-b241c965f54e admin admin] Publish callbacks [] for security_group (44eb07c7-cb76-4c2d-ae2d-d6d7e8abfb80), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:09.223872 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-51ff6038-df36-43cb-9365-d7bf9e87bcaa req-f511018a-6eb2-4412-8113-535e0db62826 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 210 time: 0.0711250 Feb 21 00:41:09.228238 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-b4c3fb81-8da4-4f7e-b5e8-82f48904f70f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks [] for port (b3169a9e-759b-4541-9058-21346f041bfa), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:09.245910 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-e9de3dae-5e5a-497a-a653-d85cb3014982 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Made reservation on behalf of 5d6eb22f64204445af47ce8f7a38fec6 for: {'port': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:41:09.251313 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-e9de3dae-5e5a-497a-a653-d85cb3014982 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:09.268844 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 49350) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:09.270182 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-7ce7097d-a9f0-4635-861f-71aea18f3d89 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (a2ddca31-124d-413c-8839-8d013eaa764b), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:09.312989 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-53d1a6e4-a0ce-49bb-af53-cdc7542d6648 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Publish callbacks [] for port (70f91baf-b326-4c91-9a88-39ead255d620), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:09.351396 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-d35d59f0-7092-4b5e-8639-dfb4ae8b757d service neutron] 10.222.0.81 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040144 Feb 21 00:41:09.512857 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7097d-a9f0-4635-861f-71aea18f3d89 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Pushing event updated for resources: {'Port': ['ID=a2ddca31-124d-413c-8839-8d013eaa764b,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:09.540103 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8c085d8a-d10a-4ed6-897e-b241c965f54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (44eb07c7-cb76-4c2d-ae2d-d6d7e8abfb80), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:09.543741 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8c085d8a-d10a-4ed6-897e-b241c965f54e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:09.549319 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-8c085d8a-d10a-4ed6-897e-b241c965f54e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/44eb07c7-cb76-4c2d-ae2d-d6d7e8abfb80 HTTP/1.1" status: 204 len: 168 time: 1.0286212 Feb 21 00:41:09.573218 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-7ce7097d-a9f0-4635-861f-71aea18f3d89 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Network 17ba718d-5a2b-4b7e-a276-e1789589b54a is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:41:09.576690 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c085d8a-d10a-4ed6-897e-b241c965f54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44eb07c7-cb76-4c2d-ae2d-d6d7e8abfb80,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:09.592200 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-7ce7097d-a9f0-4635-861f-71aea18f3d89 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:41:09.596272 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-258a2a6f-9198-4680-8a03-67bb9bfd98be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:09.599214 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-7ce7097d-a9f0-4635-861f-71aea18f3d89 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:41:09.669570 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-b4c3fb81-8da4-4f7e-b5e8-82f48904f70f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (b3169a9e-759b-4541-9058-21346f041bfa), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:09.678581 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-d8ed18ac-2fa0-421d-9808-507be6cbf085 service neutron] 10.222.0.81 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262672 Feb 21 00:41:09.683512 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-53d1a6e4-a0ce-49bb-af53-cdc7542d6648 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (70f91baf-b326-4c91-9a88-39ead255d620), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:09.837257 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-7ce7097d-a9f0-4635-861f-71aea18f3d89 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:09.837257 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-7ce7097d-a9f0-4635-861f-71aea18f3d89 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:09.859361 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-53d1a6e4-a0ce-49bb-af53-cdc7542d6648 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Network 5860a2b5-7321-4ed2-b2b9-bb170daa3037 is already hosted by enough agents. {{(pid=109906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:41:09.867669 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-b4c3fb81-8da4-4f7e-b5e8-82f48904f70f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Network 4eddcd37-2bb4-45ed-b271-82c29ca77999 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:41:09.889181 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-53d1a6e4-a0ce-49bb-af53-cdc7542d6648 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Resources bound (agent type, host, resource id): {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:41:09.893382 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-b4c3fb81-8da4-4f7e-b5e8-82f48904f70f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:41:09.914583 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-b4c3fb81-8da4-4f7e-b5e8-82f48904f70f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:41:09.919373 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1a3436b4-03f2-411c-afe0-0773d27fafb7 req-a8f792c2-8d93-4815-9778-5ccf8371510b tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 210 time: 0.0774484 Feb 21 00:41:09.924960 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3fb81-8da4-4f7e-b5e8-82f48904f70f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Pushing event updated for resources: {'Port': ['ID=b3169a9e-759b-4541-9058-21346f041bfa,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:09.953202 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-53d1a6e4-a0ce-49bb-af53-cdc7542d6648 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Received port after_create {{(pid=109906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:41:09.987124 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1a6e4-a0ce-49bb-af53-cdc7542d6648 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Pushing event updated for resources: {'Port': ['ID=70f91baf-b326-4c91-9a88-39ead255d620,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:09.993255 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-b4c3fb81-8da4-4f7e-b5e8-82f48904f70f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:09.994101 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-b4c3fb81-8da4-4f7e-b5e8-82f48904f70f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:10.037110 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_common [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-e9de3dae-5e5a-497a-a653-d85cb3014982 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Allocated IP 172.20.0.2 (5860a2b5-7321-4ed2-b2b9-bb170daa3037/643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa/22c5729d-c5e6-40ec-be6d-389fa7713168) {{(pid=109906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:41:10.050791 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-53d1a6e4-a0ce-49bb-af53-cdc7542d6648 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:10.051595 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-53d1a6e4-a0ce-49bb-af53-cdc7542d6648 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for port (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:10.119626 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-b4c3fb81-8da4-4f7e-b5e8-82f48904f70f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6596022 Feb 21 00:41:10.127525 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-7ce7097d-a9f0-4635-861f-71aea18f3d89 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2788043 Feb 21 00:41:10.144858 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-53d1a6e4-a0ce-49bb-af53-cdc7542d6648 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2374475 Feb 21 00:41:10.169495 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-c3b60434-308a-49fe-98c5-2b3b0c355ab0 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:41:10.173549 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-c3b60434-308a-49fe-98c5-2b3b0c355ab0 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195060 Feb 21 00:41:10.175976 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-10017b15-00df-4ade-b2df-38dae928c8fe tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109906) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:41:10.177009 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-10017b15-00df-4ade-b2df-38dae928c8fe tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117149 Feb 21 00:41:10.217131 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-c5015cdc-e85a-4f2b-b1cf-03602794df5a tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:41:10.218867 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-c5015cdc-e85a-4f2b-b1cf-03602794df5a tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0757172 Feb 21 00:41:10.297333 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e707c-bcdb-4233-b0c0-742eebcee51b req-a921cf64-fc0d-491b-918c-af33a00b19d5 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:10.322355 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-233e707c-bcdb-4233-b0c0-742eebcee51b req-a921cf64-fc0d-491b-918c-af33a00b19d5 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 931 time: 0.2839935 Feb 21 00:41:10.334020 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-258a2a6f-9198-4680-8a03-67bb9bfd98be admin admin] Publish callbacks [] for security_group (2168b32a-8618-44b1-979b-e01edf6c81f7), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:10.372521 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-37c8d69d-f924-4cec-a8f7-17602990f6e5 req-1ae195e3-ac02-45ab-b68d-b552e9e774c6 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 210 time: 0.0354724 Feb 21 00:41:10.520127 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-e9de3dae-5e5a-497a-a653-d85cb3014982 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Publish callbacks [] for port (22c5729d-c5e6-40ec-be6d-389fa7713168), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:10.522779 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-258a2a6f-9198-4680-8a03-67bb9bfd98be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (2168b32a-8618-44b1-979b-e01edf6c81f7), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:10.559122 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-233e707c-bcdb-4233-b0c0-742eebcee51b req-b7674d71-c08d-4488-93e9-d55e3bb831b8 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231836 Feb 21 00:41:10.604213 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-258a2a6f-9198-4680-8a03-67bb9bfd98be admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=470f3f304d5941c99bd9ab3ade63be17&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3279228 Feb 21 00:41:10.605806 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 49400) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:10.636586 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52303775-e941-4feb-ab6b-f682bb689ddc req-d91f1d86-fb89-4d59-9391-45eac9d94b3f tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:10.639352 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-52303775-e941-4feb-ab6b-f682bb689ddc req-d91f1d86-fb89-4d59-9391-45eac9d94b3f tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 931 time: 0.1419883 Feb 21 00:41:10.648408 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a2a6f-9198-4680-8a03-67bb9bfd98be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2168b32a-8618-44b1-979b-e01edf6c81f7,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:10.680529 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Request body: {'port': {'device_id': 'b7444cf4-d1b7-44aa-8558-c65465871d71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:41:10.755356 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-02d5c3d8-72c6-4014-a438-3279c82ae0e5 admin admin] Publish callbacks [] for security_group (2168b32a-8618-44b1-979b-e01edf6c81f7), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:10.789407 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-e9de3dae-5e5a-497a-a653-d85cb3014982 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (22c5729d-c5e6-40ec-be6d-389fa7713168), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:10.811064 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Request body: {'port': {'device_id': '5aab3181-b88d-401f-8590-57cf7661a175', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:41:10.838375 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (70f91baf-b326-4c91-9a88-39ead255d620), before_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:10.851481 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:41:10.905205 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-e9de3dae-5e5a-497a-a653-d85cb3014982 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Network 5860a2b5-7321-4ed2-b2b9-bb170daa3037 is already hosted by enough agents. {{(pid=109906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:41:10.938650 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-e9de3dae-5e5a-497a-a653-d85cb3014982 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Resources bound (agent type, host, resource id): {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:41:10.946095 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de3dae-5e5a-497a-a653-d85cb3014982 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Pushing event updated for resources: {'Port': ['ID=22c5729d-c5e6-40ec-be6d-389fa7713168,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:10.978366 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (b3169a9e-759b-4541-9058-21346f041bfa), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:10.980013 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-e9de3dae-5e5a-497a-a653-d85cb3014982 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Received port after_create {{(pid=109906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:41:10.990044 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Request body: {'port': {'device_id': 'da708c0e-640e-4fe6-90ff-7f0d1bf6cfff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:41:11.010632 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-52303775-e941-4feb-ab6b-f682bb689ddc req-71581ff7-9d2c-4e46-ae70-1571bc6a3241 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538623 Feb 21 00:41:11.044624 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-02d5c3d8-72c6-4014-a438-3279c82ae0e5 admin admin] Publish callbacks [] for security_group (2168b32a-8618-44b1-979b-e01edf6c81f7), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:11.141565 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (a2ddca31-124d-413c-8839-8d013eaa764b), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:11.413286 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1e2c4-49af-4a90-a02b-3937d1a33004 req-49e5ed66-f16b-4e1f-9290-ce77fcbb928a tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:11.422108 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a8f1e2c4-49af-4a90-a02b-3937d1a33004 req-49e5ed66-f16b-4e1f-9290-ce77fcbb928a tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 931 time: 0.3278596 Feb 21 00:41:11.611921 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.notifiers.nova [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f91baf-b326-4c91-9a88-39ead255d620 {{(pid=109906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:41:11.629533 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Publish callbacks [] for port (70f91baf-b326-4c91-9a88-39ead255d620), precommit_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:11.666570 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.provisioning_blocks [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Transition to ACTIVE for port object 70f91baf-b326-4c91-9a88-39ead255d620 will not be triggered until provisioned by entity L2. {{(pid=109906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:41:11.714061 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a8f1e2c4-49af-4a90-a02b-3937d1a33004 req-df4dcef1-d581-44d2-b987-a88510bd03db tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909188 Feb 21 00:41:11.720804 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-163ec10e-f93f-4464-a425-1639e534b165 req-c8e6ba76-2a8b-4f4e-869a-90b2295c0267 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 210 time: 0.0543351 Feb 21 00:41:11.741577 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-02d5c3d8-72c6-4014-a438-3279c82ae0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (2168b32a-8618-44b1-979b-e01edf6c81f7), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:11.745140 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-02d5c3d8-72c6-4014-a438-3279c82ae0e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:11.749393 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-02d5c3d8-72c6-4014-a438-3279c82ae0e5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2168b32a-8618-44b1-979b-e01edf6c81f7 HTTP/1.1" status: 204 len: 168 time: 1.1338227 Feb 21 00:41:11.765426 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-e9de3dae-5e5a-497a-a653-d85cb3014982 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:11.765426 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-e9de3dae-5e5a-497a-a653-d85cb3014982 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for port (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:11.776373 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11782249'] for port (70f91baf-b326-4c91-9a88-39ead255d620), after_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:11.820224 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5c3d8-72c6-4014-a438-3279c82ae0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2168b32a-8618-44b1-979b-e01edf6c81f7,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:11.857542 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-e9de3dae-5e5a-497a-a653-d85cb3014982 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7383363 Feb 21 00:41:11.899165 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Request body: {'port': {'device_id': '65d74cae-14f9-4e4e-9ed0-44b9f32a6acf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:41:12.096130 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Pushing event updated for resources: {'Port': ['ID=70f91baf-b326-4c91-9a88-39ead255d620,revision_number=2']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:12.231115 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (22c5729d-c5e6-40ec-be6d-389fa7713168), before_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:12.248499 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83a730-b952-426b-9998-52ec3c3210fb req-48de437d-61b9-4e93-b6ed-0189c783a968 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:12.258628 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0c83a730-b952-426b-9998-52ec3c3210fb req-48de437d-61b9-4e93-b6ed-0189c783a968 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 931 time: 0.3702965 Feb 21 00:41:12.261493 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.managers [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Attempting to bind port 70f91baf-b326-4c91-9a88-39ead255d620 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:41:12.261870 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.managers [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Attempting to bind port 70f91baf-b326-4c91-9a88-39ead255d620 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4dbd0238-a9cb-414c-a314-ae52faed5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037'}] {{(pid=109906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:41:12.262217 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Attempting to bind port 70f91baf-b326-4c91-9a88-39ead255d620 on network 5860a2b5-7321-4ed2-b2b9-bb170daa3037 {{(pid=109906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:41:12.274914 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Port 70f91baf-b326-4c91-9a88-39ead255d620 on network 5860a2b5-7321-4ed2-b2b9-bb170daa3037 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:41:12.274914 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Attempting to bind port 70f91baf-b326-4c91-9a88-39ead255d620 on network 5860a2b5-7321-4ed2-b2b9-bb170daa3037 {{(pid=109906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:41:12.289179 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a0450-45f6-475d-b96c-c70212e000b0 req-45ebd461-ee11-4d72-982e-5643f174a818 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:12.290828 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f14a0450-45f6-475d-b96c-c70212e000b0 req-45ebd461-ee11-4d72-982e-5643f174a818 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 931 time: 0.1404653 Feb 21 00:41:12.310875 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:41:12.311628 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Checking segment: {'id': '4dbd0238-a9cb-414c-a314-ae52faed5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:41:12.311987 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Bound using segment: {'id': '4dbd0238-a9cb-414c-a314-ae52faed5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037'} {{(pid=109906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:41:12.312511 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.managers [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Bound port: 70f91baf-b326-4c91-9a88-39ead255d620, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbd0238-a9cb-414c-a314-ae52faed5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037'}}] {{(pid=109906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:41:12.313001 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (70f91baf-b326-4c91-9a88-39ead255d620), before_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:12.410261 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3169a9e-759b-4541-9058-21346f041bfa {{(pid=109907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:41:12.432734 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Publish callbacks [] for port (b3169a9e-759b-4541-9058-21346f041bfa), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:12.440042 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ddca31-124d-413c-8839-8d013eaa764b {{(pid=109907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:41:12.464809 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0c83a730-b952-426b-9998-52ec3c3210fb req-e8eff1f0-81ba-4d84-9a99-412e65463512 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990104 Feb 21 00:41:12.465595 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Publish callbacks [] for port (a2ddca31-124d-413c-8839-8d013eaa764b), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:12.499228 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.provisioning_blocks [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Transition to ACTIVE for port object a2ddca31-124d-413c-8839-8d013eaa764b will not be triggered until provisioned by entity L2. {{(pid=109907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:41:12.507079 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.provisioning_blocks [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Transition to ACTIVE for port object b3169a9e-759b-4541-9058-21346f041bfa will not be triggered until provisioned by entity L2. {{(pid=109907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:41:12.564771 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (a2ddca31-124d-413c-8839-8d013eaa764b), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:12.577867 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f14a0450-45f6-475d-b96c-c70212e000b0 req-624b5190-364e-4229-b130-6526b381c7f0 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592096 Feb 21 00:41:12.637318 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.db [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] For port 70f91baf-b326-4c91-9a88-39ead255d620, host hv-cinder-81322, cleared binding levels {{(pid=109906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:41:12.643976 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.db [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] For port 70f91baf-b326-4c91-9a88-39ead255d620, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=70f91baf-b326-4c91-9a88-39ead255d620,segment=NetworkSegment(4dbd0238-a9cb-414c-a314-ae52faed5b0e),segment_id=4dbd0238-a9cb-414c-a314-ae52faed5b0e)] {{(pid=109906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:41:12.664747 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (b3169a9e-759b-4541-9058-21346f041bfa), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:12.668558 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Pushing event updated for resources: {'Port': ['ID=a2ddca31-124d-413c-8839-8d013eaa764b,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:12.809071 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11782249'] for port (70f91baf-b326-4c91-9a88-39ead255d620), after_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:12.821310 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Pushing event updated for resources: {'Port': ['ID=b3169a9e-759b-4541-9058-21346f041bfa,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:12.902736 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Attempting to bind port a2ddca31-124d-413c-8839-8d013eaa764b on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:41:12.902736 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Attempting to bind port a2ddca31-124d-413c-8839-8d013eaa764b by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e656b760-e405-414e-8085-50d11f7c1380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '17ba718d-5a2b-4b7e-a276-e1789589b54a'}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:41:12.902736 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Attempting to bind port a2ddca31-124d-413c-8839-8d013eaa764b on network 17ba718d-5a2b-4b7e-a276-e1789589b54a {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:41:13.068913 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0919a52e-fcbc-43d7-af3b-1fd2e2236fa3 req-6267f212-cbac-4b80-a2ab-a174cf3c4eb4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 210 time: 0.0709476 Feb 21 00:41:13.069456 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Port a2ddca31-124d-413c-8839-8d013eaa764b on network 17ba718d-5a2b-4b7e-a276-e1789589b54a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:41:13.069456 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Attempting to bind port a2ddca31-124d-413c-8839-8d013eaa764b on network 17ba718d-5a2b-4b7e-a276-e1789589b54a {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:41:13.069932 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.notifiers.nova [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c5729d-c5e6-40ec-be6d-389fa7713168 {{(pid=109906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:41:13.069932 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:13.069932 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for port (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:13.069932 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] 10.222.0.61 "PUT /v2.0/ports/70f91baf-b326-4c91-9a88-39ead255d620 HTTP/1.1" status: 200 len: 1093 time: 2.5042939 Feb 21 00:41:13.069932 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7444cf4-d1b7-44aa-8558-c65465871d71', 'tag': '70f91baf-b326-4c91-9a88-39ead255d620'}] {{(pid=109906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:41:13.070492 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:41:13.070492 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Checking segment: {'id': 'e656b760-e405-414e-8085-50d11f7c1380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '17ba718d-5a2b-4b7e-a276-e1789589b54a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:41:13.070492 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Bound using segment: {'id': 'e656b760-e405-414e-8085-50d11f7c1380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '17ba718d-5a2b-4b7e-a276-e1789589b54a'} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:41:13.070492 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Bound port: a2ddca31-124d-413c-8839-8d013eaa764b, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e656b760-e405-414e-8085-50d11f7c1380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '17ba718d-5a2b-4b7e-a276-e1789589b54a'}}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:41:13.070492 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (a2ddca31-124d-413c-8839-8d013eaa764b), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:13.070903 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Publish callbacks [] for port (22c5729d-c5e6-40ec-be6d-389fa7713168), precommit_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:13.070979 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Attempting to bind port b3169a9e-759b-4541-9058-21346f041bfa on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:41:13.070979 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Attempting to bind port b3169a9e-759b-4541-9058-21346f041bfa by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '5171ad0f-cdd7-4d59-a1da-485b04cc5db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999'}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:41:13.070979 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Attempting to bind port b3169a9e-759b-4541-9058-21346f041bfa on network 4eddcd37-2bb4-45ed-b271-82c29ca77999 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:41:13.071190 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47167d9-1440-4749-af0f-b5f5f486a967 service neutron] Pushing event updated for resources: {'Port': ['ID=70f91baf-b326-4c91-9a88-39ead255d620,revision_number=3']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:13.071190 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.provisioning_blocks [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Transition to ACTIVE for port object 22c5729d-c5e6-40ec-be6d-389fa7713168 will not be triggered until provisioned by entity L2. {{(pid=109906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:41:13.071368 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Port b3169a9e-759b-4541-9058-21346f041bfa on network 4eddcd37-2bb4-45ed-b271-82c29ca77999 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:41:13.071368 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Attempting to bind port b3169a9e-759b-4541-9058-21346f041bfa on network 4eddcd37-2bb4-45ed-b271-82c29ca77999 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:41:13.071368 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb550e-f9cf-4f48-9fe3-babf054d3918 req-c55d845d-c597-4dd8-af48-8173657de017 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:13.071368 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-75eb550e-f9cf-4f48-9fe3-babf054d3918 req-c55d845d-c597-4dd8-af48-8173657de017 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 931 time: 0.1735613 Feb 21 00:41:13.071368 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:41:13.071368 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Checking segment: {'id': '5171ad0f-cdd7-4d59-a1da-485b04cc5db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:41:13.071368 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Bound using segment: {'id': '5171ad0f-cdd7-4d59-a1da-485b04cc5db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999'} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:41:13.071368 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Bound port: b3169a9e-759b-4541-9058-21346f041bfa, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5171ad0f-cdd7-4d59-a1da-485b04cc5db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999'}}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:41:13.071368 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (b3169a9e-759b-4541-9058-21346f041bfa), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:13.071940 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 49454) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:13.133199 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] For port a2ddca31-124d-413c-8839-8d013eaa764b, host hv-cinder-81322, cleared binding levels {{(pid=109907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:41:13.172378 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] For port a2ddca31-124d-413c-8839-8d013eaa764b, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2ddca31-124d-413c-8839-8d013eaa764b,segment=NetworkSegment(e656b760-e405-414e-8085-50d11f7c1380),segment_id=e656b760-e405-414e-8085-50d11f7c1380)] {{(pid=109907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:41:13.179142 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-75eb550e-f9cf-4f48-9fe3-babf054d3918 req-d00872ef-6049-4a7c-ae0b-b71323a74baa tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392717 Feb 21 00:41:13.208448 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] For port b3169a9e-759b-4541-9058-21346f041bfa, host hv-cinder-81322, cleared binding levels {{(pid=109907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:41:13.212495 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] For port b3169a9e-759b-4541-9058-21346f041bfa, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b3169a9e-759b-4541-9058-21346f041bfa,segment=NetworkSegment(5171ad0f-cdd7-4d59-a1da-485b04cc5db5),segment_id=5171ad0f-cdd7-4d59-a1da-485b04cc5db5)] {{(pid=109907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:41:13.376288 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-6755aa8d-9d22-4495-b038-595b2e32b7ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:13.441446 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (a2ddca31-124d-413c-8839-8d013eaa764b), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:13.452987 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11782249'] for port (22c5729d-c5e6-40ec-be6d-389fa7713168), after_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:13.484277 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:13.485015 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:13.486701 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] 10.222.0.61 "PUT /v2.0/ports/a2ddca31-124d-413c-8839-8d013eaa764b HTTP/1.1" status: 200 len: 1093 time: 2.9869492 Feb 21 00:41:13.487097 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da708c0e-640e-4fe6-90ff-7f0d1bf6cfff', 'tag': 'a2ddca31-124d-413c-8839-8d013eaa764b'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:41:13.523528 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (b3169a9e-759b-4541-9058-21346f041bfa), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:13.537936 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a768a32-7516-46ae-8c56-5f3dd84036db service neutron] Pushing event updated for resources: {'Port': ['ID=a2ddca31-124d-413c-8839-8d013eaa764b,revision_number=3']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:13.562967 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:13.563852 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:13.566110 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] 10.222.0.61 "PUT /v2.0/ports/b3169a9e-759b-4541-9058-21346f041bfa HTTP/1.1" status: 200 len: 1093 time: 3.1198249 Feb 21 00:41:13.577095 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Pushing event updated for resources: {'Port': ['ID=22c5729d-c5e6-40ec-be6d-389fa7713168,revision_number=2']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:13.652292 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-6755aa8d-9d22-4495-b038-595b2e32b7ed admin admin] Publish callbacks [] for security_group (40c164ff-7cf7-4b38-9d2a-80a2b811f27e), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:13.653060 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536b720-68c7-4c9b-bff0-cbcb637ef965 service neutron] Pushing event updated for resources: {'Port': ['ID=b3169a9e-759b-4541-9058-21346f041bfa,revision_number=3']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:13.698654 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc518c6d51578be2a31f52ee0893325345821a3685c97876d81d10eababaab57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fe1c30-558d-46e4-a3f6-34ef8a90f925" -d '{"events": [{"name": "network-changed", "server_uuid": "b7444cf4-d1b7-44aa-8558-c65465871d71", "tag": "70f91baf-b326-4c91-9a88-39ead255d620"}]}' {{(pid=109906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:41:13.724433 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.managers [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Attempting to bind port 22c5729d-c5e6-40ec-be6d-389fa7713168 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:41:13.728816 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.managers [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Attempting to bind port 22c5729d-c5e6-40ec-be6d-389fa7713168 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4dbd0238-a9cb-414c-a314-ae52faed5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037'}] {{(pid=109906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:41:13.728816 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Attempting to bind port 22c5729d-c5e6-40ec-be6d-389fa7713168 on network 5860a2b5-7321-4ed2-b2b9-bb170daa3037 {{(pid=109906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:41:13.733567 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-6755aa8d-9d22-4495-b038-595b2e32b7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (40c164ff-7cf7-4b38-9d2a-80a2b811f27e), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:13.740876 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Port 22c5729d-c5e6-40ec-be6d-389fa7713168 on network 5860a2b5-7321-4ed2-b2b9-bb170daa3037 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:41:13.741375 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Attempting to bind port 22c5729d-c5e6-40ec-be6d-389fa7713168 on network 5860a2b5-7321-4ed2-b2b9-bb170daa3037 {{(pid=109906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:41:13.807219 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cef02-2576-4b70-9c43-490f9c332390 req-816a7a76-1bbc-4845-acdd-46fa854a46c0 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:13.807219 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-223cef02-2576-4b70-9c43-490f9c332390 req-816a7a76-1bbc-4845-acdd-46fa854a46c0 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 943 time: 0.1070476 Feb 21 00:41:13.807219 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 49474) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:13.809335 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:41:13.809881 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Checking segment: {'id': '4dbd0238-a9cb-414c-a314-ae52faed5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:41:13.810125 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Bound using segment: {'id': '4dbd0238-a9cb-414c-a314-ae52faed5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037'} {{(pid=109906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:41:13.810897 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.managers [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Bound port: 22c5729d-c5e6-40ec-be6d-389fa7713168, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbd0238-a9cb-414c-a314-ae52faed5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037'}}] {{(pid=109906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:41:13.811509 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (22c5729d-c5e6-40ec-be6d-389fa7713168), before_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:13.821878 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-490f3d7e-4339-4c65-ab31-d2fa06df19e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:13.839531 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-6755aa8d-9d22-4495-b038-595b2e32b7ed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dd87fe63597643a2a3b67538dd4dc230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7791131 Feb 21 00:41:13.840123 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755aa8d-9d22-4495-b038-595b2e32b7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c164ff-7cf7-4b38-9d2a-80a2b811f27e,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:13.842073 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 49476) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:13.857854 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e7ef0-29b7-4b3c-9f53-bfff27345942 req-19e17937-c3ea-4eb7-9373-4e5eccc15318 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:13.860148 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c87e7ef0-29b7-4b3c-9f53-bfff27345942 req-19e17937-c3ea-4eb7-9373-4e5eccc15318 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 943 time: 0.2119091 Feb 21 00:41:13.982906 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c87e7ef0-29b7-4b3c-9f53-bfff27345942 req-09fc4ff3-3d8e-448b-8e06-bf2cb62ca03b tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968387 Feb 21 00:41:13.984383 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.db [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] For port 22c5729d-c5e6-40ec-be6d-389fa7713168, host hv-cinder-81322, cleared binding levels {{(pid=109906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:41:14.000847 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.db [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] For port 22c5729d-c5e6-40ec-be6d-389fa7713168, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=22c5729d-c5e6-40ec-be6d-389fa7713168,segment=NetworkSegment(4dbd0238-a9cb-414c-a314-ae52faed5b0e),segment_id=4dbd0238-a9cb-414c-a314-ae52faed5b0e)] {{(pid=109906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:41:14.086591 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-490f3d7e-4339-4c65-ab31-d2fa06df19e9 admin admin] Publish callbacks [] for security_group (9941bf0c-0fce-4298-84f3-134d6876e7a8), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:14.130955 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-223cef02-2576-4b70-9c43-490f9c332390 req-94fa7e5c-00c9-4099-8adc-60769bfaa84b tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323865 Feb 21 00:41:14.184742 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-0954293d-3d18-440b-8619-10ed10915959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:14.186967 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-0954293d-3d18-440b-8619-10ed10915959 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d6eb22f64204445af47ce8f7a38fec6&device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 1127 time: 0.1607232 Feb 21 00:41:14.190580 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c8b2ce35-6a02-46ef-9689-d6edbfd94a5f admin admin] Publish callbacks [] for security_group (40c164ff-7cf7-4b38-9d2a-80a2b811f27e), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:14.221210 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c8b2ce35-6a02-46ef-9689-d6edbfd94a5f admin admin] Publish callbacks [] for security_group (40c164ff-7cf7-4b38-9d2a-80a2b811f27e), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:14.262434 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11782249'] for port (22c5729d-c5e6-40ec-be6d-389fa7713168), after_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:14.285716 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a3011ec1-3864-4a20-937c-1f8463a4594e req-84318467-6ef1-4249-95ca-91f69da91cf1 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 210 time: 0.0671704 Feb 21 00:41:14.309955 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-490f3d7e-4339-4c65-ab31-d2fa06df19e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (9941bf0c-0fce-4298-84f3-134d6876e7a8), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:14.358727 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:14.359791 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for port (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:14.366769 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] 10.222.0.61 "PUT /v2.0/ports/22c5729d-c5e6-40ec-be6d-389fa7713168 HTTP/1.1" status: 200 len: 1093 time: 2.4922035 Feb 21 00:41:14.523852 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-88f02666-db56-4fd2-998e-06e3f531fc90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70f91baf-b326-4c91-9a88-39ead255d620 HTTP/1.1" status: 200 len: 217 time: 0.1923723 Feb 21 00:41:14.601047 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f3d7e-4339-4c65-ab31-d2fa06df19e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9941bf0c-0fce-4298-84f3-134d6876e7a8,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:14.698635 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5adcb36-fb89-427b-b42c-31311dac4761" -d '{"events": [{"name": "network-changed", "server_uuid": "da708c0e-640e-4fe6-90ff-7f0d1bf6cfff", "tag": "a2ddca31-124d-413c-8839-8d013eaa764b"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:41:14.707336 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-490f3d7e-4339-4c65-ab31-d2fa06df19e9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=080b8de4e9d546cd8840dd196b89d709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9155521 Feb 21 00:41:14.729116 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 49494) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:14.769309 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d601123-affa-4081-9149-259d26c08f26 x-openstack-request-id: req-6d601123-affa-4081-9149-259d26c08f26 {{(pid=109906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:41:14.769994 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7444cf4-d1b7-44aa-8558-c65465871d71", "tag": "70f91baf-b326-4c91-9a88-39ead255d620", "status": "completed", "code": 200}]} {{(pid=109906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:41:14.770448 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6d601123-affa-4081-9149-259d26c08f26 {{(pid=109906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:41:14.771121 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7444cf4-d1b7-44aa-8558-c65465871d71', 'tag': '70f91baf-b326-4c91-9a88-39ead255d620', 'status': 'completed', 'code': 200} Feb 21 00:41:14.877342 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc80d9-95c6-41ff-a957-7d489e81ad70 service neutron] Pushing event updated for resources: {'Port': ['ID=22c5729d-c5e6-40ec-be6d-389fa7713168,revision_number=3']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:14.877342 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4ee863d3-d03c-40f0-9eee-d014cdc6b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:14.877342 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-4ee863d3-d03c-40f0-9eee-d014cdc6b387 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e63ac4203946df8cfe4731a2baa57f&device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 1127 time: 0.4498746 Feb 21 00:41:14.878808 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-80b92e48-26f4-49e3-8766-6aa6d429aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:14.878808 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-80b92e48-26f4-49e3-8766-6aa6d429aa05 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa HTTP/1.1" status: 200 len: 859 time: 0.2615216 Feb 21 00:41:14.879221 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-095e6ebd-76d0-4b70-9816-5bdd2af7deef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:14.879606 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6613e-30f5-4d5b-844e-71ad707b71d3 req-9ed38ccd-a2c0-4087-8cd4-2fb74af5e890 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:14.879693 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-095e6ebd-76d0-4b70-9816-5bdd2af7deef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d6eb22f64204445af47ce8f7a38fec6&device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 1127 time: 0.2687278 Feb 21 00:41:14.879768 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ebd6613e-30f5-4d5b-844e-71ad707b71d3 req-9ed38ccd-a2c0-4087-8cd4-2fb74af5e890 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 943 time: 0.4035528 Feb 21 00:41:14.879768 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-93c3c620-a725-435f-ae90-1f22acaf9cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:14.879768 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-93c3c620-a725-435f-ae90-1f22acaf9cc4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=943116783b96473c81856233d65a620b&device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 1127 time: 0.4655180 Feb 21 00:41:14.962131 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-0ea2987d-4807-4981-bb0c-12777ff32fd2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5860a2b5-7321-4ed2-b2b9-bb170daa3037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100526 Feb 21 00:41:14.970452 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-622594b2-873a-48db-86be-3e1991b5f9c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3169a9e-759b-4541-9058-21346f041bfa HTTP/1.1" status: 200 len: 217 time: 0.1108751 Feb 21 00:41:14.986155 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2b05a8d2-be91-4980-afb4-649b40b60439 admin admin] Publish callbacks [] for security_group (9941bf0c-0fce-4298-84f3-134d6876e7a8), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:15.007291 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ebd6613e-30f5-4d5b-844e-71ad707b71d3 req-109de8a2-86bd-41f3-aca0-cb857e21d1f6 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649060 Feb 21 00:41:15.104928 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c8b2ce35-6a02-46ef-9689-d6edbfd94a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (40c164ff-7cf7-4b38-9d2a-80a2b811f27e), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:15.108339 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c8b2ce35-6a02-46ef-9689-d6edbfd94a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:15.109830 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-c8b2ce35-6a02-46ef-9689-d6edbfd94a5f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/40c164ff-7cf7-4b38-9d2a-80a2b811f27e HTTP/1.1" status: 204 len: 168 time: 1.2641425 Feb 21 00:41:15.111790 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399b01d9-d84a-4c2b-80fe-9b91ba6b84ee x-openstack-request-id: req-399b01d9-d84a-4c2b-80fe-9b91ba6b84ee {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:41:15.112322 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da708c0e-640e-4fe6-90ff-7f0d1bf6cfff", "tag": "a2ddca31-124d-413c-8839-8d013eaa764b", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:41:15.112810 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-399b01d9-d84a-4c2b-80fe-9b91ba6b84ee {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:41:15.118841 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da708c0e-640e-4fe6-90ff-7f0d1bf6cfff', 'tag': 'a2ddca31-124d-413c-8839-8d013eaa764b', 'status': 'completed', 'code': 200} Feb 21 00:41:15.158652 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2b05a8d2-be91-4980-afb4-649b40b60439 admin admin] Publish callbacks [] for security_group (9941bf0c-0fce-4298-84f3-134d6876e7a8), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:15.184193 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2ce35-6a02-46ef-9689-d6edbfd94a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c164ff-7cf7-4b38-9d2a-80a2b811f27e,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:15.185664 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-cad0b815-5d3d-4955-8334-4e1dbd367bd4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2ddca31-124d-413c-8839-8d013eaa764b HTTP/1.1" status: 200 len: 217 time: 0.3379383 Feb 21 00:41:15.189033 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-d02e4a40-740e-447c-85d0-0dd3bbb24b7a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22c5729d-c5e6-40ec-be6d-389fa7713168 HTTP/1.1" status: 200 len: 217 time: 0.3358469 Feb 21 00:41:15.278130 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-a1c6a336-e7bf-4b28-a33b-5bfcd61ea867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:15.287577 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-a1c6a336-e7bf-4b28-a33b-5bfcd61ea867 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6263a4fb-8c44-4871-be28-e6536c01e4fa HTTP/1.1" status: 200 len: 855 time: 0.2791252 Feb 21 00:41:15.305727 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.61', 51140) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:15.400694 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-91ecda8a-68db-4b4b-b2d2-b67c007877be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:15.577301 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-91ecda8a-68db-4b4b-b2d2-b67c007877be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7417476d-a9cc-448b-8ec9-814c8169dc45 HTTP/1.1" status: 200 len: 851 time: 0.2021625 Feb 21 00:41:15.577301 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-b4480f82-8c12-4d90-996e-8fa71b4fd569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:15.577301 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-b4480f82-8c12-4d90-996e-8fa71b4fd569 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa HTTP/1.1" status: 200 len: 859 time: 0.1103535 Feb 21 00:41:15.578696 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-e6aa3064-1180-4a84-857a-da7f74499286 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4eddcd37-2bb4-45ed-b271-82c29ca77999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319571 Feb 21 00:41:15.579093 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b213f79-2bbc-4ea9-9bef-4c8198a823ad req-5f78aed8-1cb4-4831-b4ef-c678fadd6801 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:15.579093 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0b213f79-2bbc-4ea9-9bef-4c8198a823ad req-5f78aed8-1cb4-4831-b4ef-c678fadd6801 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 943 time: 0.1636994 Feb 21 00:41:15.579093 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-87687d08-9633-4e41-a1a3-1183c7d31efc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=17ba718d-5a2b-4b7e-a276-e1789589b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784364 Feb 21 00:41:15.579093 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-898972f1-197f-429e-9e17-0da9b9b9e00c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5860a2b5-7321-4ed2-b2b9-bb170daa3037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735180 Feb 21 00:41:15.579093 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0b213f79-2bbc-4ea9-9bef-4c8198a823ad req-aa625a94-fc4b-4539-b5e2-d4ab1b3b4782 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923419 Feb 21 00:41:15.964089 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-d1a686a4-2c4e-4b36-9c34-740ad3ca8cb3 service neutron] 10.222.0.61 "GET /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277496 Feb 21 00:41:15.970186 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-d1ab4f0d-feab-40f6-89b2-436377b0dc13 service neutron] 10.222.0.61 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9606693 Feb 21 00:41:15.994168 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7ff2e-6ea4-4bb1-95d2-245f8714d3a2 req-7c4bf5e4-ca2c-4993-b3f7-a8968f71d0ad tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:16.002575 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-eea7ff2e-6ea4-4bb1-95d2-245f8714d3a2 req-7c4bf5e4-ca2c-4993-b3f7-a8968f71d0ad tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 943 time: 0.8224604 Feb 21 00:41:16.072468 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-08cbcd90-2529-4ce2-b617-c363a46caa06 req-5e2cb66a-606d-43b2-b64b-95af3a09ae21 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 210 time: 0.2282360 Feb 21 00:41:16.140845 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f0f48dd7-f79c-43b6-a3f3-8a7f1e41131e req-870bd8a2-64a5-4071-817c-128a612d5066 service neutron] 10.222.0.61 "GET /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358767 Feb 21 00:41:16.151979 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2b05a8d2-be91-4980-afb4-649b40b60439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (9941bf0c-0fce-4298-84f3-134d6876e7a8), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:16.156014 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2b05a8d2-be91-4980-afb4-649b40b60439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:16.159945 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-2b05a8d2-be91-4980-afb4-649b40b60439 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9941bf0c-0fce-4298-84f3-134d6876e7a8 HTTP/1.1" status: 204 len: 168 time: 1.4298058 Feb 21 00:41:16.195063 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-676e4e05-3ce8-4148-96e6-658c8cdf6cf6 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:16.196722 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-676e4e05-3ce8-4148-96e6-658c8cdf6cf6 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.61 "GET /v2.0/networks?id=db91bc76-bbbd-4928-84db-ba174e4b8a5d HTTP/1.1" status: 200 len: 816 time: 0.8865569 Feb 21 00:41:16.201589 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05a8d2-be91-4980-afb4-649b40b60439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9941bf0c-0fce-4298-84f3-134d6876e7a8,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:16.228920 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-0e2f5522-7c4e-481d-a989-b51b804847c9 service neutron] 10.222.0.61 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168535 Feb 21 00:41:16.245456 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-e40dc612-4b7b-48af-859e-963014e173d3 service neutron] 10.222.0.61 "GET /v2.0/networks/17ba718d-5a2b-4b7e-a276-e1789589b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6678386 Feb 21 00:41:16.429301 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-eea7ff2e-6ea4-4bb1-95d2-245f8714d3a2 req-85d6c12b-e63f-4d98-8596-be33386daa12 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253547 Feb 21 00:41:16.461056 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-b904ca13-7837-47b1-9684-f80d09577bb0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82b8f77b26bc425e8a2b357d7db9e33e HTTP/1.1" status: 200 len: 379 time: 0.1994958 Feb 21 00:41:16.468952 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-92f2ffa0-af1e-4e1f-9a30-6a33b93348ea req-c01f0976-e379-47a1-83c9-69872a304ffc service neutron] 10.222.0.61 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406506 Feb 21 00:41:16.507375 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-2ee1294b-d811-4f15-8f4c-f6328c6f5a4c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Request body: {'port': {'device_id': '3b4f579f-0e0c-4cea-8a5c-38795127d722', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'admin_state_up': True, 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'security_groups': ['ea2ae028-6961-4c12-b74c-9bd83ccf17c8']}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:41:16.529376 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc5573-db21-49d4-93c0-8e66c80c9761 req-fd38e3c3-c321-4de8-a2c3-2e916a1d0798 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:16.534726 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b9fc5573-db21-49d4-93c0-8e66c80c9761 req-fd38e3c3-c321-4de8-a2c3-2e916a1d0798 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 943 time: 0.2638447 Feb 21 00:41:16.538683 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-54059cc3-c199-4f0c-9727-54bd20b41d48 req-7668d98e-9d7a-4bed-99a2-6743284201b6 service neutron] 10.222.0.61 "GET /v2.0/networks/17ba718d-5a2b-4b7e-a276-e1789589b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679930 Feb 21 00:41:16.541039 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d2acab3f-a3b9-4f4f-b490-3c4d0cf8e530 req-63cb88ae-526d-4fb3-9a4a-50967d32b8df service neutron] 10.222.0.61 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908361 Feb 21 00:41:16.624624 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b9fc5573-db21-49d4-93c0-8e66c80c9761 req-ccb062ec-8bca-4a24-bd85-2d228a5f945c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819774 Feb 21 00:41:16.772542 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d74cae-14f9-4e4e-9ed0-44b9f32a6acf', 'tag': '22c5729d-c5e6-40ec-be6d-389fa7713168'}] {{(pid=109906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:41:16.775482 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6d4d1-cb39-4222-b572-a0190ca2cf26 req-a4482a64-498e-455b-b138-15ff9584ac7b tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:16.776057 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc518c6d51578be2a31f52ee0893325345821a3685c97876d81d10eababaab57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59371ff-dde6-4d8f-9831-2224f9c753e1" -d '{"events": [{"name": "network-changed", "server_uuid": "65d74cae-14f9-4e4e-9ed0-44b9f32a6acf", "tag": "22c5729d-c5e6-40ec-be6d-389fa7713168"}]}' {{(pid=109906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:41:16.777414 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c5c6d4d1-cb39-4222-b572-a0190ca2cf26 req-a4482a64-498e-455b-b138-15ff9584ac7b tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 943 time: 0.0847557 Feb 21 00:41:16.839210 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fdf9cd-e93d-483d-927c-f0bc53ea677b x-openstack-request-id: req-e9fdf9cd-e93d-483d-927c-f0bc53ea677b {{(pid=109906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:41:16.839210 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d74cae-14f9-4e4e-9ed0-44b9f32a6acf", "tag": "22c5729d-c5e6-40ec-be6d-389fa7713168", "status": "completed", "code": 200}]} {{(pid=109906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:41:16.839443 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9fdf9cd-e93d-483d-927c-f0bc53ea677b {{(pid=109906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:41:16.839533 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-2ee1294b-d811-4f15-8f4c-f6328c6f5a4c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Made reservation on behalf of 82b8f77b26bc425e8a2b357d7db9e33e for: {'port': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:41:16.839928 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d74cae-14f9-4e4e-9ed0-44b9f32a6acf', 'tag': '22c5729d-c5e6-40ec-be6d-389fa7713168', 'status': 'completed', 'code': 200} Feb 21 00:41:16.843752 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-2ee1294b-d811-4f15-8f4c-f6328c6f5a4c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:16.861537 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 49544) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:16.889129 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c5c6d4d1-cb39-4222-b572-a0190ca2cf26 req-5943d89f-feab-4a91-b384-73278477f1ba tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992019 Feb 21 00:41:16.930977 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e7f5ddb3-0bb0-4d79-ad8e-cea7feb0e52b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:17.022511 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe1c30-558d-46e4-a3f6-34ef8a90f925 req-1dc8c936-beda-4776-b835-39b6df7520fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:17.022511 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-79fe1c30-558d-46e4-a3f6-34ef8a90f925 req-1dc8c936-beda-4776-b835-39b6df7520fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d6eb22f64204445af47ce8f7a38fec6&device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 1127 time: 0.1659994 Feb 21 00:41:17.033688 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59371ff-dde6-4d8f-9831-2224f9c753e1 req-4f7b68e7-2bbe-4aa7-9188-e6d4b1f7efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:17.035193 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b59371ff-dde6-4d8f-9831-2224f9c753e1 req-4f7b68e7-2bbe-4aa7-9188-e6d4b1f7efa7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d6eb22f64204445af47ce8f7a38fec6&device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 1127 time: 0.1450052 Feb 21 00:41:17.038940 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adcb36-fb89-427b-b42c-31311dac4761 req-58434932-95c9-4078-a76c-485d7d492ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:17.039613 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c5adcb36-fb89-427b-b42c-31311dac4761 req-58434932-95c9-4078-a76c-485d7d492ddf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e63ac4203946df8cfe4731a2baa57f&device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 1127 time: 0.1522691 Feb 21 00:41:17.127700 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aab3181-b88d-401f-8590-57cf7661a175', 'tag': 'b3169a9e-759b-4541-9058-21346f041bfa'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:41:17.130235 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48db7ffe-4b0d-45e1-bc9a-7aff9baaad65" -d '{"events": [{"name": "network-changed", "server_uuid": "5aab3181-b88d-401f-8590-57cf7661a175", "tag": "b3169a9e-759b-4541-9058-21346f041bfa"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:41:17.250072 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-2ee1294b-d811-4f15-8f4c-f6328c6f5a4c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Allocated IP 172.20.0.12 (db91bc76-bbbd-4928-84db-ba174e4b8a5d/fa227f87-1978-4806-9713-f4a79efc4e60/463cd9ee-ca82-4229-af50-5f45d8b91936) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:41:17.295217 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89625476-3d3f-48d5-8f17-57b1a6f26b14 x-openstack-request-id: req-89625476-3d3f-48d5-8f17-57b1a6f26b14 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:41:17.295718 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aab3181-b88d-401f-8590-57cf7661a175", "tag": "b3169a9e-759b-4541-9058-21346f041bfa", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:41:17.296122 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89625476-3d3f-48d5-8f17-57b1a6f26b14 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:41:17.296594 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aab3181-b88d-401f-8590-57cf7661a175', 'tag': 'b3169a9e-759b-4541-9058-21346f041bfa', 'status': 'completed', 'code': 200} Feb 21 00:41:17.321350 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a2413ada-ebba-4988-8900-4e4898369331 req-508a7a35-6e63-4c52-bb79-443cda8eb05a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 210 time: 0.0985093 Feb 21 00:41:17.502838 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e7f5ddb3-0bb0-4d79-ad8e-cea7feb0e52b admin admin] Publish callbacks [] for security_group (3c4560b6-bc8d-4967-859e-0df2cbb91530), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:17.559117 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe1c30-558d-46e4-a3f6-34ef8a90f925 req-2bc814a5-da25-40b3-b7da-e7b72028e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:17.561349 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-79fe1c30-558d-46e4-a3f6-34ef8a90f925 req-2bc814a5-da25-40b3-b7da-e7b72028e6e6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5860a2b5-7321-4ed2-b2b9-bb170daa3037 HTTP/1.1" status: 200 len: 920 time: 0.2823129 Feb 21 00:41:17.562430 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adcb36-fb89-427b-b42c-31311dac4761 req-c0e3f4b3-e3e1-4039-97ef-4ad054cafcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:17.563750 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c5adcb36-fb89-427b-b42c-31311dac4761 req-c0e3f4b3-e3e1-4039-97ef-4ad054cafcbc service neutron] 10.222.0.61 "GET /v2.0/networks?id=17ba718d-5a2b-4b7e-a276-e1789589b54a HTTP/1.1" status: 200 len: 912 time: 0.2703836 Feb 21 00:41:17.674053 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e7f5ddb3-0bb0-4d79-ad8e-cea7feb0e52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (3c4560b6-bc8d-4967-859e-0df2cbb91530), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:17.680296 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c5adcb36-fb89-427b-b42c-31311dac4761 req-f05f061e-7567-40e3-b9cb-4c3484e3105f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2ddca31-124d-413c-8839-8d013eaa764b HTTP/1.1" status: 200 len: 217 time: 0.0805538 Feb 21 00:41:17.681801 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-79fe1c30-558d-46e4-a3f6-34ef8a90f925 req-c9647c4e-74ca-4131-a5f3-d0b032c58688 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70f91baf-b326-4c91-9a88-39ead255d620 HTTP/1.1" status: 200 len: 217 time: 0.0815444 Feb 21 00:41:17.710335 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db7ffe-4b0d-45e1-bc9a-7aff9baaad65 req-35cb2f7b-37fb-42bd-9556-c162afced5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:17.712025 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-48db7ffe-4b0d-45e1-bc9a-7aff9baaad65 req-35cb2f7b-37fb-42bd-9556-c162afced5f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=943116783b96473c81856233d65a620b&device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 1127 time: 0.3809729 Feb 21 00:41:17.716053 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-e7f5ddb3-0bb0-4d79-ad8e-cea7feb0e52b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cdd95472e9c149b99dde8d512a0f40ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8537579 Feb 21 00:41:17.737556 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 49566) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:17.856503 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f8c15-943c-4a84-a12d-6468e635dca4 req-863ae7cc-fb1e-4dc4-9ad7-09290a6a8930 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:17.858229 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-535f8c15-943c-4a84-a12d-6468e635dca4 req-863ae7cc-fb1e-4dc4-9ad7-09290a6a8930 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 943 time: 0.2696097 Feb 21 00:41:17.859296 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59371ff-dde6-4d8f-9831-2224f9c753e1 req-8b63cb52-c76b-42bf-a6ce-1531681fdcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:17.863312 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b59371ff-dde6-4d8f-9831-2224f9c753e1 req-8b63cb52-c76b-42bf-a6ce-1531681fdcfb service neutron] 10.222.0.61 "GET /v2.0/networks?id=5860a2b5-7321-4ed2-b2b9-bb170daa3037 HTTP/1.1" status: 200 len: 920 time: 0.5979033 Feb 21 00:41:17.972861 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adcb36-fb89-427b-b42c-31311dac4761 req-907b2eee-8ff1-4e71-851f-523be69d0568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:17.974457 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c5adcb36-fb89-427b-b42c-31311dac4761 req-907b2eee-8ff1-4e71-851f-523be69d0568 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7417476d-a9cc-448b-8ec9-814c8169dc45 HTTP/1.1" status: 200 len: 851 time: 0.2829032 Feb 21 00:41:17.983638 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe1c30-558d-46e4-a3f6-34ef8a90f925 req-99a78d22-b355-497e-aaf5-e9d38f1a1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:17.985132 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-79fe1c30-558d-46e4-a3f6-34ef8a90f925 req-99a78d22-b355-497e-aaf5-e9d38f1a1887 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa HTTP/1.1" status: 200 len: 859 time: 0.2735429 Feb 21 00:41:18.032297 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c5adcb36-fb89-427b-b42c-31311dac4761 req-0c8a47ae-8562-4231-b5dd-71702475c6fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=17ba718d-5a2b-4b7e-a276-e1789589b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415282 Feb 21 00:41:18.041178 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-2ee1294b-d811-4f15-8f4c-f6328c6f5a4c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:18.055618 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-79fe1c30-558d-46e4-a3f6-34ef8a90f925 req-4d6368ad-f2a6-444c-802e-78f36136b7b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5860a2b5-7321-4ed2-b2b9-bb170daa3037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599303 Feb 21 00:41:18.113613 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c8ebd-5c95-4938-a850-c78c9c332484 req-ed6484b0-68b0-45de-be19-16b0c39529e3 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:18.115309 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-4d4c8ebd-5c95-4938-a850-c78c9c332484 req-ed6484b0-68b0-45de-be19-16b0c39529e3 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 943 time: 0.2652111 Feb 21 00:41:18.174517 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db7ffe-4b0d-45e1-bc9a-7aff9baaad65 req-4ec8189b-516a-4352-811b-b8311ba05c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:18.176618 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-48db7ffe-4b0d-45e1-bc9a-7aff9baaad65 req-4ec8189b-516a-4352-811b-b8311ba05c97 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4eddcd37-2bb4-45ed-b271-82c29ca77999 HTTP/1.1" status: 200 len: 916 time: 0.4415698 Feb 21 00:41:18.177788 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b59371ff-dde6-4d8f-9831-2224f9c753e1 req-a98701b5-b881-46bd-9b9d-bb8cb12aa832 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22c5729d-c5e6-40ec-be6d-389fa7713168 HTTP/1.1" status: 200 len: 217 time: 0.2609966 Feb 21 00:41:18.196238 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5ddb3-0bb0-4d79-ad8e-cea7feb0e52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4560b6-bc8d-4967-859e-0df2cbb91530,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:18.273224 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-48db7ffe-4b0d-45e1-bc9a-7aff9baaad65 req-51911bdd-1549-4e9c-8452-0446dbc2a7c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3169a9e-759b-4541-9058-21346f041bfa HTTP/1.1" status: 200 len: 217 time: 0.0552523 Feb 21 00:41:18.290368 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c5adcb36-fb89-427b-b42c-31311dac4761 req-3b0e7c66-bb54-4321-b272-78e205f90238 service neutron] 10.222.0.61 "GET /v2.0/networks/17ba718d-5a2b-4b7e-a276-e1789589b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365530 Feb 21 00:41:18.300751 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-2ee1294b-d811-4f15-8f4c-f6328c6f5a4c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:18.408226 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-79fe1c30-558d-46e4-a3f6-34ef8a90f925 req-8e986d92-ed51-4e64-a57a-e25f76eb69f2 service neutron] 10.222.0.61 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202500 Feb 21 00:41:18.469122 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-103d242a-76f4-478b-8b56-7a22b9a7fb18 admin admin] Publish callbacks [] for security_group (3c4560b6-bc8d-4967-859e-0df2cbb91530), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:18.480649 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-2ee1294b-d811-4f15-8f4c-f6328c6f5a4c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Network db91bc76-bbbd-4928-84db-ba174e4b8a5d is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:41:18.492650 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-535f8c15-943c-4a84-a12d-6468e635dca4 req-1c2ba4d5-ed8e-4621-a8a9-e3d096fba1d2 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5982215 Feb 21 00:41:18.507145 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-2ee1294b-d811-4f15-8f4c-f6328c6f5a4c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:41:18.512933 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-4d4c8ebd-5c95-4938-a850-c78c9c332484 req-c587ad46-11ab-459a-beec-805d3bd1e148 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049425 Feb 21 00:41:18.514297 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-2ee1294b-d811-4f15-8f4c-f6328c6f5a4c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:41:18.566823 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1294b-d811-4f15-8f4c-f6328c6f5a4c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Pushing event updated for resources: {'Port': ['ID=463cd9ee-ca82-4229-af50-5f45d8b91936,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:18.626278 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c5adcb36-fb89-427b-b42c-31311dac4761 req-14827b5a-baec-4355-9490-b82dbaf72ea3 service neutron] 10.222.0.61 "GET /v2.0/networks/17ba718d-5a2b-4b7e-a276-e1789589b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161967 Feb 21 00:41:18.628811 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db7ffe-4b0d-45e1-bc9a-7aff9baaad65 req-693cc645-18c9-4a13-bf95-b7d527dde2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:18.630343 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-48db7ffe-4b0d-45e1-bc9a-7aff9baaad65 req-693cc645-18c9-4a13-bf95-b7d527dde2ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6263a4fb-8c44-4871-be28-e6536c01e4fa HTTP/1.1" status: 200 len: 855 time: 0.3216920 Feb 21 00:41:18.653474 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59371ff-dde6-4d8f-9831-2224f9c753e1 req-25613ad8-3da0-4afb-80ce-e4cc9e8ea449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:18.655716 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b59371ff-dde6-4d8f-9831-2224f9c753e1 req-25613ad8-3da0-4afb-80ce-e4cc9e8ea449 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa HTTP/1.1" status: 200 len: 859 time: 0.3849921 Feb 21 00:41:18.664266 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-103d242a-76f4-478b-8b56-7a22b9a7fb18 admin admin] Publish callbacks [] for security_group (3c4560b6-bc8d-4967-859e-0df2cbb91530), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:18.728317 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-79fe1c30-558d-46e4-a3f6-34ef8a90f925 req-482cdac8-0da4-4992-9b8a-d21c8eabfd95 service neutron] 10.222.0.61 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105862 Feb 21 00:41:18.770535 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b59371ff-dde6-4d8f-9831-2224f9c753e1 req-0c8a4137-123a-4d54-82c0-4f319c7756ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5860a2b5-7321-4ed2-b2b9-bb170daa3037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790453 Feb 21 00:41:18.779137 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447ebc1-27d8-4e35-9a5c-99924fd01fea req-3c0eb8e7-de1f-4f15-8538-cd83db0437d6 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:18.780212 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-48db7ffe-4b0d-45e1-bc9a-7aff9baaad65 req-a54a51ac-247e-4758-8700-256e48a1ad0a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4eddcd37-2bb4-45ed-b271-82c29ca77999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135828 Feb 21 00:41:18.781329 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-3447ebc1-27d8-4e35-9a5c-99924fd01fea req-3c0eb8e7-de1f-4f15-8538-cd83db0437d6 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 943 time: 0.1082673 Feb 21 00:41:18.891389 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-3447ebc1-27d8-4e35-9a5c-99924fd01fea req-f5168338-2ebd-4a99-8527-2f98091848bd tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869539 Feb 21 00:41:18.929399 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-bcacf1dd-03ad-4c66-8cb2-caa2aebfc1c8 None None] Provisioning complete for port 463cd9ee-ca82-4229-af50-5f45d8b91936 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:41:18.944217 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-bcacf1dd-03ad-4c66-8cb2-caa2aebfc1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:18.944600 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-2ee1294b-d811-4f15-8f4c-f6328c6f5a4c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:18.944600 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-2ee1294b-d811-4f15-8f4c-f6328c6f5a4c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:19.003586 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-bcacf1dd-03ad-4c66-8cb2-caa2aebfc1c8 None None] Port 463cd9ee-ca82-4229-af50-5f45d8b91936 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:41:19.119199 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b59371ff-dde6-4d8f-9831-2224f9c753e1 req-f36eaa6e-d846-4c10-b2a7-d0b39c4beb94 service neutron] 10.222.0.61 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839224 Feb 21 00:41:19.131297 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36a15f-2743-41b6-9559-c0533851cdc3 req-d74af42c-072e-4f49-a8ee-e48d719c94b3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:19.132941 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7f36a15f-2743-41b6-9559-c0533851cdc3 req-d74af42c-072e-4f49-a8ee-e48d719c94b3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 932 time: 0.4400799 Feb 21 00:41:19.397814 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-2ee1294b-d811-4f15-8f4c-f6328c6f5a4c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9014108 Feb 21 00:41:19.410901 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-103d242a-76f4-478b-8b56-7a22b9a7fb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (3c4560b6-bc8d-4967-859e-0df2cbb91530), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:19.413634 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-103d242a-76f4-478b-8b56-7a22b9a7fb18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:19.417008 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-103d242a-76f4-478b-8b56-7a22b9a7fb18 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3c4560b6-bc8d-4967-859e-0df2cbb91530 HTTP/1.1" status: 204 len: 168 time: 1.6631250 Feb 21 00:41:19.449522 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Request body: {'port': {'device_id': '3b4f579f-0e0c-4cea-8a5c-38795127d722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:41:19.484754 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d242a-76f4-478b-8b56-7a22b9a7fb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4560b6-bc8d-4967-859e-0df2cbb91530,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:19.540863 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-48db7ffe-4b0d-45e1-bc9a-7aff9baaad65 req-bde88427-538e-4ba4-aab7-ea893f6cf8bf service neutron] 10.222.0.61 "GET /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7210028 Feb 21 00:41:19.614842 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7f36a15f-2743-41b6-9559-c0533851cdc3 req-c3335cc2-8bd2-40e8-b519-75561b528569 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4690866 Feb 21 00:41:19.690310 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc0f24-c36b-4cd9-b3a3-54caf283bf2d req-6182ea78-9937-4fdd-b171-fb1501d6eba8 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:19.697511 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-2ffc0f24-c36b-4cd9-b3a3-54caf283bf2d req-6182ea78-9937-4fdd-b171-fb1501d6eba8 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 943 time: 0.1023970 Feb 21 00:41:19.719335 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:19.816144 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-2ffc0f24-c36b-4cd9-b3a3-54caf283bf2d req-811f0e1f-eb33-4e6c-8f84-47520fe9ac22 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136959 Feb 21 00:41:19.846858 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b59371ff-dde6-4d8f-9831-2224f9c753e1 req-8f575397-12a5-4626-b849-6a70c4e52af4 service neutron] 10.222.0.61 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569576 Feb 21 00:41:19.949821 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-48db7ffe-4b0d-45e1-bc9a-7aff9baaad65 req-4bae917e-9b00-4303-a149-f13d0fd29633 service neutron] 10.222.0.61 "GET /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532629 Feb 21 00:41:19.976661 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fe8ab-14d4-463b-a3ed-97fef17f641a req-78f5da55-0798-4996-84d4-89bf958a1a2a tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:19.984807 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-105fe8ab-14d4-463b-a3ed-97fef17f641a req-78f5da55-0798-4996-84d4-89bf958a1a2a tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 943 time: 0.2812886 Feb 21 00:41:20.100795 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-105fe8ab-14d4-463b-a3ed-97fef17f641a req-29a243f5-00f1-47be-ae9b-cfc7f02099b6 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105893 Feb 21 00:41:20.125580 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8164d-b07d-42fd-a222-33f964c709c2 req-f742a5e9-bcf4-4030-8d70-18e5c00413db tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:20.135627 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-6fa8164d-b07d-42fd-a222-33f964c709c2 req-f742a5e9-bcf4-4030-8d70-18e5c00413db tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 943 time: 0.1049144 Feb 21 00:41:20.205856 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-6fa8164d-b07d-42fd-a222-33f964c709c2 req-e82595c1-5f42-4a46-b306-b321a52ac5c3 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691559 Feb 21 00:41:20.267032 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463cd9ee-ca82-4229-af50-5f45d8b91936 {{(pid=109907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:41:20.277105 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Publish callbacks [] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:20.292668 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.provisioning_blocks [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Transition to ACTIVE for port object 463cd9ee-ca82-4229-af50-5f45d8b91936 will not be triggered until provisioned by entity L2. {{(pid=109907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:41:20.363410 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:20.425434 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Pushing event updated for resources: {'Port': ['ID=463cd9ee-ca82-4229-af50-5f45d8b91936,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:20.511250 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Attempting to bind port 463cd9ee-ca82-4229-af50-5f45d8b91936 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:41:20.511647 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Attempting to bind port 463cd9ee-ca82-4229-af50-5f45d8b91936 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0ee53623-0484-460d-a643-46e7f85b864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d'}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:41:20.512220 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Attempting to bind port 463cd9ee-ca82-4229-af50-5f45d8b91936 on network db91bc76-bbbd-4928-84db-ba174e4b8a5d {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:41:20.516930 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Port 463cd9ee-ca82-4229-af50-5f45d8b91936 on network db91bc76-bbbd-4928-84db-ba174e4b8a5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:41:20.517332 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Attempting to bind port 463cd9ee-ca82-4229-af50-5f45d8b91936 on network db91bc76-bbbd-4928-84db-ba174e4b8a5d {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:41:20.522876 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:41:20.523264 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Checking segment: {'id': '0ee53623-0484-460d-a643-46e7f85b864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:41:20.523709 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Bound using segment: {'id': '0ee53623-0484-460d-a643-46e7f85b864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d'} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:41:20.524152 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Bound port: 463cd9ee-ca82-4229-af50-5f45d8b91936, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee53623-0484-460d-a643-46e7f85b864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d'}}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:41:20.524599 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:20.672731 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] For port 463cd9ee-ca82-4229-af50-5f45d8b91936, host hv-cinder-81322, cleared binding levels {{(pid=109907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:41:20.672731 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] For port 463cd9ee-ca82-4229-af50-5f45d8b91936, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=463cd9ee-ca82-4229-af50-5f45d8b91936,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:41:20.677330 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 49658) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:20.785073 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8925de6-76a9-4cf5-a701-dfd77a0d4741 req-ddd4865c-4215-43b7-a017-f279cff251de tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:20.792778 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d8925de6-76a9-4cf5-a701-dfd77a0d4741 req-ddd4865c-4215-43b7-a017-f279cff251de tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0781472 Feb 21 00:41:20.817897 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:20.869268 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d8925de6-76a9-4cf5-a701-dfd77a0d4741 req-dab3050f-8019-40ec-8826-06c49c0e4578 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756328 Feb 21 00:41:20.872266 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:20.873511 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:20.874860 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] 10.222.0.61 "PUT /v2.0/ports/463cd9ee-ca82-4229-af50-5f45d8b91936 HTTP/1.1" status: 200 len: 1094 time: 1.4524586 Feb 21 00:41:20.875305 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4f579f-0e0c-4cea-8a5c-38795127d722', 'tag': '463cd9ee-ca82-4229-af50-5f45d8b91936'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:41:20.877586 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17b14f6-0fd9-403b-937f-ef271fc211e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4f579f-0e0c-4cea-8a5c-38795127d722", "tag": "463cd9ee-ca82-4229-af50-5f45d8b91936"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:41:20.902045 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6feac3-8256-411f-b651-cdfdd5a9817c service neutron] Pushing event updated for resources: {'Port': ['ID=463cd9ee-ca82-4229-af50-5f45d8b91936,revision_number=3']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:20.944648 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ba3d82e9-5fd0-475a-a8bb-58c181b32f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:21.014091 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b1ecb7-aacd-438b-a6c8-a0e143c67f0b x-openstack-request-id: req-48b1ecb7-aacd-438b-a6c8-a0e143c67f0b {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:41:21.014891 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4f579f-0e0c-4cea-8a5c-38795127d722", "tag": "463cd9ee-ca82-4229-af50-5f45d8b91936", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:41:21.014891 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48b1ecb7-aacd-438b-a6c8-a0e143c67f0b {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:41:21.015073 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4f579f-0e0c-4cea-8a5c-38795127d722', 'tag': '463cd9ee-ca82-4229-af50-5f45d8b91936', 'status': 'completed', 'code': 200} Feb 21 00:41:21.042509 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ca991-e150-4234-b2c2-d5beaa6ed7a4 req-ad359fae-0cf7-4a0b-b9bb-7833e5375156 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:21.051194 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-4a7ca991-e150-4234-b2c2-d5beaa6ed7a4 req-ad359fae-0cf7-4a0b-b9bb-7833e5375156 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 943 time: 0.1223848 Feb 21 00:41:21.088205 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-c127bcf2-88a6-4f81-acb1-a5c62e422d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:21.088205 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-c127bcf2-88a6-4f81-acb1-a5c62e422d87 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82b8f77b26bc425e8a2b357d7db9e33e&device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 1128 time: 0.1036663 Feb 21 00:41:21.134249 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-a5692563-c395-488b-a073-ba531e2a9c47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463cd9ee-ca82-4229-af50-5f45d8b91936 HTTP/1.1" status: 200 len: 217 time: 0.0396128 Feb 21 00:41:21.135217 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-4a7ca991-e150-4234-b2c2-d5beaa6ed7a4 req-d20c70d7-74e4-4d06-aeae-7341e09f5bc5 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810642 Feb 21 00:41:21.139524 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ba3d82e9-5fd0-475a-a8bb-58c181b32f6b admin admin] Publish callbacks [] for security_group (53cdd38b-c1d1-47ab-828f-1fcb4dd2c144), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:21.231939 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-15223650-e94f-438d-a3c2-c845cb3da013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:21.233545 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-15223650-e94f-438d-a3c2-c845cb3da013 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fa227f87-1978-4806-9713-f4a79efc4e60 HTTP/1.1" status: 200 len: 855 time: 0.0928257 Feb 21 00:41:21.253611 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ba3d82e9-5fd0-475a-a8bb-58c181b32f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (53cdd38b-c1d1-47ab-828f-1fcb4dd2c144), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:21.321182 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d1986-8684-41b2-b939-e63cb191f6d1 req-18f4a415-96d5-40bd-ad15-7b1d7e83714e tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:21.322364 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d05d1986-8684-41b2-b939-e63cb191f6d1 req-18f4a415-96d5-40bd-ad15-7b1d7e83714e tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 943 time: 0.1291676 Feb 21 00:41:21.365563 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-ba3d82e9-5fd0-475a-a8bb-58c181b32f6b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c3cfc72a5bac44d1a175b4879cb2e425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6844492 Feb 21 00:41:21.370077 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 49690) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:21.384333 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d82e9-5fd0-475a-a8bb-58c181b32f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cdd38b-c1d1-47ab-828f-1fcb4dd2c144,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:21.424219 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-8acb509c-2058-4ca9-acea-841135f02c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:21.425852 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-8acb509c-2058-4ca9-acea-841135f02c0e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=db91bc76-bbbd-4928-84db-ba174e4b8a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1845779 Feb 21 00:41:21.464935 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ee5ca-a1c7-4c85-87ce-64ab24a95192 req-7ca929cb-afc4-48dc-96fe-b0b82aa5f0ca tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:21.467370 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d05d1986-8684-41b2-b939-e63cb191f6d1 req-18e76d14-dd64-4e11-9c46-916c0bd38a95 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366332 Feb 21 00:41:21.469277 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-040ee5ca-a1c7-4c85-87ce-64ab24a95192 req-7ca929cb-afc4-48dc-96fe-b0b82aa5f0ca tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 943 time: 0.1117551 Feb 21 00:41:21.531265 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-040ee5ca-a1c7-4c85-87ce-64ab24a95192 req-4da58bc6-a88a-4c43-9a33-18016b001f84 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556786 Feb 21 00:41:21.535389 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f1ba31d5-782c-48cc-9d8a-e063523999ca admin admin] Publish callbacks [] for security_group (53cdd38b-c1d1-47ab-828f-1fcb4dd2c144), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:21.576813 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f1ba31d5-782c-48cc-9d8a-e063523999ca admin admin] Publish callbacks [] for security_group (53cdd38b-c1d1-47ab-828f-1fcb4dd2c144), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:21.587324 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-d802dcbe-0574-448c-81b8-7e6bfdb9e655 service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530793 Feb 21 00:41:21.708097 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1bdf2919-3e32-4aeb-a810-7e064693ed43 req-6f25838e-7211-4b2b-938c-882f0a3c7372 service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051607 Feb 21 00:41:21.769205 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f1ba31d5-782c-48cc-9d8a-e063523999ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (53cdd38b-c1d1-47ab-828f-1fcb4dd2c144), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:21.772380 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f1ba31d5-782c-48cc-9d8a-e063523999ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:21.776153 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-f1ba31d5-782c-48cc-9d8a-e063523999ca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/53cdd38b-c1d1-47ab-828f-1fcb4dd2c144 HTTP/1.1" status: 204 len: 168 time: 0.4025490 Feb 21 00:41:21.782673 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba31d5-782c-48cc-9d8a-e063523999ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cdd38b-c1d1-47ab-828f-1fcb4dd2c144,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:21.911073 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b14f6-0fd9-403b-937f-ef271fc211e1 req-95e80919-71e6-45a4-9293-4b1b6a8a3df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:21.912618 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d17b14f6-0fd9-403b-937f-ef271fc211e1 req-95e80919-71e6-45a4-9293-4b1b6a8a3df4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82b8f77b26bc425e8a2b357d7db9e33e&device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 1128 time: 0.0491176 Feb 21 00:41:22.078377 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b14f6-0fd9-403b-937f-ef271fc211e1 req-d84b32eb-6db5-4cf0-824e-946cd20e3c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:22.079897 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d17b14f6-0fd9-403b-937f-ef271fc211e1 req-d84b32eb-6db5-4cf0-824e-946cd20e3c97 service neutron] 10.222.0.61 "GET /v2.0/networks?id=db91bc76-bbbd-4928-84db-ba174e4b8a5d HTTP/1.1" status: 200 len: 917 time: 0.1574867 Feb 21 00:41:22.110133 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3a791-3712-4e48-9ad3-5714dd3bfd99 req-0eced59c-0e33-4c19-adc0-fe8e93f773c8 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:22.117058 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-19a3a791-3712-4e48-9ad3-5714dd3bfd99 req-0eced59c-0e33-4c19-adc0-fe8e93f773c8 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.1069021 Feb 21 00:41:22.149294 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d17b14f6-0fd9-403b-937f-ef271fc211e1 req-f9d7d945-7f2b-4d25-8a33-9790d4e7c005 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463cd9ee-ca82-4229-af50-5f45d8b91936 HTTP/1.1" status: 200 len: 217 time: 0.0601990 Feb 21 00:41:22.243161 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b14f6-0fd9-403b-937f-ef271fc211e1 req-9cb25c64-a1db-4bc8-9c60-e9d9c07aef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:22.244835 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d17b14f6-0fd9-403b-937f-ef271fc211e1 req-9cb25c64-a1db-4bc8-9c60-e9d9c07aef6c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fa227f87-1978-4806-9713-f4a79efc4e60 HTTP/1.1" status: 200 len: 855 time: 0.0827305 Feb 21 00:41:22.249393 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-19a3a791-3712-4e48-9ad3-5714dd3bfd99 req-699e0cbe-1e30-4b33-8f1b-4acbe5f34a45 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021857 Feb 21 00:41:22.264666 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d57a10-4220-44c5-beb6-069630c2d6af req-31e640d5-be80-4ef4-b2b9-7429052ec274 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:22.266214 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-59d57a10-4220-44c5-beb6-069630c2d6af req-31e640d5-be80-4ef4-b2b9-7429052ec274 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 943 time: 0.0581532 Feb 21 00:41:22.315580 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-59d57a10-4220-44c5-beb6-069630c2d6af req-9d4e8b47-2a2f-4fa6-aa93-ee5a44c6f662 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436163 Feb 21 00:41:22.576233 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 49732) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:22.584710 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-75a86ed6-3f36-4bb5-89fa-6f92426cec4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:22.613534 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7325a-7b3c-464c-8005-68d603a681ea req-34ce1778-19bc-440e-a7d6-a8d3746165d2 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:22.614928 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-38c7325a-7b3c-464c-8005-68d603a681ea req-34ce1778-19bc-440e-a7d6-a8d3746165d2 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 943 time: 0.0609381 Feb 21 00:41:22.684063 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-38c7325a-7b3c-464c-8005-68d603a681ea req-599ec679-68e4-4d29-8ad0-09cd50bafb51 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617754 Feb 21 00:41:22.723025 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41cb0c-d979-4f29-8be5-cf95a996ceda req-3ae6d0eb-88ee-4467-8452-1d6dd8d9f443 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:22.724500 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-9f41cb0c-d979-4f29-8be5-cf95a996ceda req-3ae6d0eb-88ee-4467-8452-1d6dd8d9f443 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 943 time: 0.0941873 Feb 21 00:41:22.737518 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-75a86ed6-3f36-4bb5-89fa-6f92426cec4d admin admin] Publish callbacks [] for security_group (dddfb903-7331-4a35-92df-60d5fd21e3e8), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:22.780335 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-9f41cb0c-d979-4f29-8be5-cf95a996ceda req-d2fccf01-3dde-40a9-982f-c16961aa5465 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479884 Feb 21 00:41:22.810783 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-75a86ed6-3f36-4bb5-89fa-6f92426cec4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (dddfb903-7331-4a35-92df-60d5fd21e3e8), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:22.853272 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-75a86ed6-3f36-4bb5-89fa-6f92426cec4d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=39e4ba6d9d6b400daef5d2362be73f16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837355 Feb 21 00:41:22.855610 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 49744) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:22.862673 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a86ed6-3f36-4bb5-89fa-6f92426cec4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddfb903-7331-4a35-92df-60d5fd21e3e8,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:22.921235 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c63ed986-2283-4adf-8db3-02287d743eac admin admin] Publish callbacks [] for security_group (dddfb903-7331-4a35-92df-60d5fd21e3e8), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:22.942563 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c63ed986-2283-4adf-8db3-02287d743eac admin admin] Publish callbacks [] for security_group (dddfb903-7331-4a35-92df-60d5fd21e3e8), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.049149 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c63ed986-2283-4adf-8db3-02287d743eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (dddfb903-7331-4a35-92df-60d5fd21e3e8), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.051778 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c63ed986-2283-4adf-8db3-02287d743eac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.052963 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-c63ed986-2283-4adf-8db3-02287d743eac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dddfb903-7331-4a35-92df-60d5fd21e3e8 HTTP/1.1" status: 204 len: 168 time: 0.1963654 Feb 21 00:41:23.058994 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b14f6-0fd9-403b-937f-ef271fc211e1 req-33524507-1be7-414a-9098-c72dbfaffe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:23.060207 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d17b14f6-0fd9-403b-937f-ef271fc211e1 req-33524507-1be7-414a-9098-c72dbfaffe23 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=db91bc76-bbbd-4928-84db-ba174e4b8a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487947 Feb 21 00:41:23.061207 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ed986-2283-4adf-8db3-02287d743eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddfb903-7331-4a35-92df-60d5fd21e3e8,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:23.380699 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55043f63-6304-40ff-a20e-7e3dcfe8c865 req-5b14c6da-eb5f-4ab6-aa22-fe7b4bee5cd5 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:23.387871 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-55043f63-6304-40ff-a20e-7e3dcfe8c865 req-5b14c6da-eb5f-4ab6-aa22-fe7b4bee5cd5 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0662990 Feb 21 00:41:23.414720 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 49762) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:23.444650 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-55043f63-6304-40ff-a20e-7e3dcfe8c865 req-a5c82d62-6530-4d85-90b0-c6dc5ec40a92 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550144 Feb 21 00:41:23.462486 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d22d9-db2f-4b35-818a-2b0006a8c32f req-7d956e76-5ca1-433b-b0cd-ebe5ab63c6be tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:23.464111 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-478d22d9-db2f-4b35-818a-2b0006a8c32f req-7d956e76-5ca1-433b-b0cd-ebe5ab63c6be tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 943 time: 0.0770161 Feb 21 00:41:23.521520 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-478d22d9-db2f-4b35-818a-2b0006a8c32f req-454a6cfb-856a-4cbf-98a9-fc63042aac03 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499821 Feb 21 00:41:23.549647 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-dd5d575d-d1b5-40de-ac30-10210a66ee04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.625579 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-dd5d575d-d1b5-40de-ac30-10210a66ee04 admin admin] Publish callbacks [] for security_group (7e2e58a7-4517-4a05-87d6-092566bc829e), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.694730 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-dd5d575d-d1b5-40de-ac30-10210a66ee04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (7e2e58a7-4517-4a05-87d6-092566bc829e), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.738687 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-dd5d575d-d1b5-40de-ac30-10210a66ee04 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d3b40cc7971c4dc78a9d635b445ee73a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215392 Feb 21 00:41:23.740043 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d575d-d1b5-40de-ac30-10210a66ee04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2e58a7-4517-4a05-87d6-092566bc829e,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:23.741894 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 49782) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:23.815865 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1426110d-f825-4929-9085-f40f08816668 admin admin] Publish callbacks [] for security_group (7e2e58a7-4517-4a05-87d6-092566bc829e), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.845105 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06da6d3-a4be-4ac4-8884-54967114426a req-dcf6c008-9ed1-4726-882e-cf6d8d490cd8 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:23.846588 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a06da6d3-a4be-4ac4-8884-54967114426a req-dcf6c008-9ed1-4726-882e-cf6d8d490cd8 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 943 time: 0.0940537 Feb 21 00:41:23.853225 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1426110d-f825-4929-9085-f40f08816668 admin admin] Publish callbacks [] for security_group (7e2e58a7-4517-4a05-87d6-092566bc829e), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.943412 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49103e32-06c7-48b3-9de6-2724afaf4ac5 req-98b68bc6-14d9-4129-9f12-1a28418c8125 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:23.945309 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-49103e32-06c7-48b3-9de6-2724afaf4ac5 req-98b68bc6-14d9-4129-9f12-1a28418c8125 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 943 time: 0.0778508 Feb 21 00:41:23.946788 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a06da6d3-a4be-4ac4-8884-54967114426a req-38d295dc-eaec-44c1-81d6-7d8f9d4e6188 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733995 Feb 21 00:41:23.973123 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d17b14f6-0fd9-403b-937f-ef271fc211e1 req-c579cfd5-2aaf-41b3-b8b0-fc63fbd042a6 service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720750 Feb 21 00:41:24.009100 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-49103e32-06c7-48b3-9de6-2724afaf4ac5 req-fdcefbd3-22c0-42f5-9166-92c4cfa98449 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467732 Feb 21 00:41:24.044135 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1426110d-f825-4929-9085-f40f08816668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (7e2e58a7-4517-4a05-87d6-092566bc829e), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:24.047462 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1426110d-f825-4929-9085-f40f08816668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:24.048644 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-1426110d-f825-4929-9085-f40f08816668 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e2e58a7-4517-4a05-87d6-092566bc829e HTTP/1.1" status: 204 len: 168 time: 0.3057225 Feb 21 00:41:24.057209 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426110d-f825-4929-9085-f40f08816668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2e58a7-4517-4a05-87d6-092566bc829e,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:24.572439 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9163fe-b0f7-47c8-ba3f-d9687f67bec5 req-55b240ba-bebf-442d-8428-1d95c525c646 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:24.574087 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3b9163fe-b0f7-47c8-ba3f-d9687f67bec5 req-55b240ba-bebf-442d-8428-1d95c525c646 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0575848 Feb 21 00:41:24.634585 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3b9163fe-b0f7-47c8-ba3f-d9687f67bec5 req-e7602ab4-61da-43d9-924d-f4383b20c1f6 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513749 Feb 21 00:41:24.664470 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1108eea-8980-4490-8771-a4ba584661ea req-e1395061-3964-4109-90e4-035921c55da6 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:24.667068 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c1108eea-8980-4490-8771-a4ba584661ea req-e1395061-3964-4109-90e4-035921c55da6 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 943 time: 0.0690851 Feb 21 00:41:24.726384 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device b3169a9e-759b-4541-9058-21346f041bfa details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:41:24.757196 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c1108eea-8980-4490-8771-a4ba584661ea req-935ea3c4-df0e-42f6-9e2e-650705b91a6c tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837505 Feb 21 00:41:24.781686 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 49820) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:24.798838 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a5f31222-07c2-4c5d-9562-d32be2275e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:24.821585 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d17b14f6-0fd9-403b-937f-ef271fc211e1 req-e3cecaf5-f5fe-4141-ab0c-0f285748c75d service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291389 Feb 21 00:41:24.844403 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port b3169a9e-759b-4541-9058-21346f041bfa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b3169a9e-759b-4541-9058-21346f041bfa,segment=NetworkSegment(5171ad0f-cdd7-4d59-a1da-485b04cc5db5),segment_id=5171ad0f-cdd7-4d59-a1da-485b04cc5db5)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:24.857463 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': 'b3169a9e-759b-4541-9058-21346f041bfa', 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999', 'port_id': 'b3169a9e-759b-4541-9058-21346f041bfa', 'mac_address': 'fa:16:3e:33:29:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6263a4fb-8c44-4871-be28-e6536c01e4fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:41:24.897886 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port b3169a9e-759b-4541-9058-21346f041bfa is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:41:24.899058 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (b3169a9e-759b-4541-9058-21346f041bfa), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:24.900697 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a5f31222-07c2-4c5d-9562-d32be2275e18 admin admin] Publish callbacks [] for security_group (76d3057f-da5f-4679-a726-34fe6cfb21a5), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:24.914184 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3169a9e-759b-4541-9058-21346f041bfa {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:41:24.927544 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 49824) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:24.939065 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port b3169a9e-759b-4541-9058-21346f041bfa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b3169a9e-759b-4541-9058-21346f041bfa,segment=NetworkSegment(5171ad0f-cdd7-4d59-a1da-485b04cc5db5),segment_id=5171ad0f-cdd7-4d59-a1da-485b04cc5db5)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:24.986922 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a5f31222-07c2-4c5d-9562-d32be2275e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (76d3057f-da5f-4679-a726-34fe6cfb21a5), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.015249 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (b3169a9e-759b-4541-9058-21346f041bfa), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.015884 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 22c5729d-c5e6-40ec-be6d-389fa7713168 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:41:25.040531 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-a5f31222-07c2-4c5d-9562-d32be2275e18 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=74aab19760fb4cf6aa4d30ccf4e01fa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487254 Feb 21 00:41:25.041070 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 49832) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:25.043514 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f31222-07c2-4c5d-9562-d32be2275e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d3057f-da5f-4679-a726-34fe6cfb21a5,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:25.095740 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979f6c3-ac81-4f67-8a45-94d6c6b28846 req-c72ab618-0654-4288-877d-904834b66531 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:25.101563 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ceac08c6-92fd-45dd-b371-6376a7a01bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.104169 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6979f6c3-ac81-4f67-8a45-94d6c6b28846 req-c72ab618-0654-4288-877d-904834b66531 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 943 time: 0.0917075 Feb 21 00:41:25.171866 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=b3169a9e-759b-4541-9058-21346f041bfa,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:25.193295 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6979f6c3-ac81-4f67-8a45-94d6c6b28846 req-6097592e-38d6-40ff-9a02-3977f13ba638 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878544 Feb 21 00:41:25.196363 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2264f100-7332-4bb2-b27d-b9dc4f72c920 admin admin] Publish callbacks [] for security_group (76d3057f-da5f-4679-a726-34fe6cfb21a5), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.224034 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 22c5729d-c5e6-40ec-be6d-389fa7713168, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=22c5729d-c5e6-40ec-be6d-389fa7713168,segment=NetworkSegment(4dbd0238-a9cb-414c-a314-ae52faed5b0e),segment_id=4dbd0238-a9cb-414c-a314-ae52faed5b0e)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:25.237356 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': '22c5729d-c5e6-40ec-be6d-389fa7713168', 'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037', 'port_id': '22c5729d-c5e6-40ec-be6d-389fa7713168', 'mac_address': 'fa:16:3e:94:b7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:41:25.244905 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2264f100-7332-4bb2-b27d-b9dc4f72c920 admin admin] Publish callbacks [] for security_group (76d3057f-da5f-4679-a726-34fe6cfb21a5), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.276849 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 22c5729d-c5e6-40ec-be6d-389fa7713168 is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:41:25.277256 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (22c5729d-c5e6-40ec-be6d-389fa7713168), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.289664 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6e63f-02b8-4c81-9fb6-440ddd7275f4 req-212add17-531e-4f17-b0c4-a95aff0a63b9 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:25.291162 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c5729d-c5e6-40ec-be6d-389fa7713168 {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:41:25.291313 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c1a6e63f-02b8-4c81-9fb6-440ddd7275f4 req-212add17-531e-4f17-b0c4-a95aff0a63b9 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 943 time: 0.1514323 Feb 21 00:41:25.312919 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 22c5729d-c5e6-40ec-be6d-389fa7713168, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=22c5729d-c5e6-40ec-be6d-389fa7713168,segment=NetworkSegment(4dbd0238-a9cb-414c-a314-ae52faed5b0e),segment_id=4dbd0238-a9cb-414c-a314-ae52faed5b0e)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:25.334872 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ceac08c6-92fd-45dd-b371-6376a7a01bc4 admin admin] Publish callbacks [] for security_group (8bfee4e4-a062-4180-84b3-df90b6e08ca6), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.360419 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c1a6e63f-02b8-4c81-9fb6-440ddd7275f4 req-3b2e57d2-6634-4e4d-885a-5a6553263b18 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594339 Feb 21 00:41:25.409433 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ceac08c6-92fd-45dd-b371-6376a7a01bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (8bfee4e4-a062-4180-84b3-df90b6e08ca6), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.409656 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (22c5729d-c5e6-40ec-be6d-389fa7713168), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.410509 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 70f91baf-b326-4c91-9a88-39ead255d620 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:41:25.479195 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-ceac08c6-92fd-45dd-b371-6376a7a01bc4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3e53bf4a0b654e16af5d7d0fb213f174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5481744 Feb 21 00:41:25.479195 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2264f100-7332-4bb2-b27d-b9dc4f72c920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (76d3057f-da5f-4679-a726-34fe6cfb21a5), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.479668 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 49842) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:25.484834 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2264f100-7332-4bb2-b27d-b9dc4f72c920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.488630 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-2264f100-7332-4bb2-b27d-b9dc4f72c920 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/76d3057f-da5f-4679-a726-34fe6cfb21a5 HTTP/1.1" status: 204 len: 168 time: 0.4440007 Feb 21 00:41:25.488630 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac08c6-92fd-45dd-b371-6376a7a01bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfee4e4-a062-4180-84b3-df90b6e08ca6,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:25.520549 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264f100-7332-4bb2-b27d-b9dc4f72c920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d3057f-da5f-4679-a726-34fe6cfb21a5,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:25.528486 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 70f91baf-b326-4c91-9a88-39ead255d620, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=70f91baf-b326-4c91-9a88-39ead255d620,segment=NetworkSegment(4dbd0238-a9cb-414c-a314-ae52faed5b0e),segment_id=4dbd0238-a9cb-414c-a314-ae52faed5b0e)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:25.533147 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=22c5729d-c5e6-40ec-be6d-389fa7713168,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:25.549282 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2e87b3a5-9b07-4545-97d2-302e8bf8f081 admin admin] Publish callbacks [] for security_group (8bfee4e4-a062-4180-84b3-df90b6e08ca6), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.566273 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': '70f91baf-b326-4c91-9a88-39ead255d620', 'network_id': '5860a2b5-7321-4ed2-b2b9-bb170daa3037', 'port_id': '70f91baf-b326-4c91-9a88-39ead255d620', 'mac_address': 'fa:16:3e:be:94:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:41:25.573474 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2e87b3a5-9b07-4545-97d2-302e8bf8f081 admin admin] Publish callbacks [] for security_group (8bfee4e4-a062-4180-84b3-df90b6e08ca6), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.653420 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 70f91baf-b326-4c91-9a88-39ead255d620 is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:41:25.654651 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (70f91baf-b326-4c91-9a88-39ead255d620), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.673215 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f91baf-b326-4c91-9a88-39ead255d620 {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:41:25.698507 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 70f91baf-b326-4c91-9a88-39ead255d620, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=70f91baf-b326-4c91-9a88-39ead255d620,segment=NetworkSegment(4dbd0238-a9cb-414c-a314-ae52faed5b0e),segment_id=4dbd0238-a9cb-414c-a314-ae52faed5b0e)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:25.735478 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2e87b3a5-9b07-4545-97d2-302e8bf8f081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (8bfee4e4-a062-4180-84b3-df90b6e08ca6), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.740088 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2e87b3a5-9b07-4545-97d2-302e8bf8f081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.742088 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-2e87b3a5-9b07-4545-97d2-302e8bf8f081 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8bfee4e4-a062-4180-84b3-df90b6e08ca6 HTTP/1.1" status: 204 len: 168 time: 0.2610753 Feb 21 00:41:25.790671 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87b3a5-9b07-4545-97d2-302e8bf8f081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfee4e4-a062-4180-84b3-df90b6e08ca6,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:25.800800 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (70f91baf-b326-4c91-9a88-39ead255d620), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.800800 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device a2ddca31-124d-413c-8839-8d013eaa764b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:41:25.933810 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e2742-e31b-40b6-a8e2-f685e25cf192 req-a622af09-6582-4498-a32b-7bd0b24f7ff5 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:25.940106 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-409e2742-e31b-40b6-a8e2-f685e25cf192 req-a622af09-6582-4498-a32b-7bd0b24f7ff5 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.1959109 Feb 21 00:41:25.981532 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22508d9c-c1d6-4912-b97b-128450617f47 req-9f3320ea-0698-4eab-9ff8-c424bc5f9b36 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:25.989634 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-22508d9c-c1d6-4912-b97b-128450617f47 req-9f3320ea-0698-4eab-9ff8-c424bc5f9b36 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 944 time: 0.1044765 Feb 21 00:41:26.043521 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-409e2742-e31b-40b6-a8e2-f685e25cf192 req-8883131d-5dbc-4281-a746-5bf2c249a459 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984674 Feb 21 00:41:26.064711 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=70f91baf-b326-4c91-9a88-39ead255d620,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:26.092534 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port a2ddca31-124d-413c-8839-8d013eaa764b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2ddca31-124d-413c-8839-8d013eaa764b,segment=NetworkSegment(e656b760-e405-414e-8085-50d11f7c1380),segment_id=e656b760-e405-414e-8085-50d11f7c1380)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:26.107016 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': 'a2ddca31-124d-413c-8839-8d013eaa764b', 'network_id': '17ba718d-5a2b-4b7e-a276-e1789589b54a', 'port_id': 'a2ddca31-124d-413c-8839-8d013eaa764b', 'mac_address': 'fa:16:3e:90:42:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7417476d-a9cc-448b-8ec9-814c8169dc45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:41:26.148231 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.160284 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port a2ddca31-124d-413c-8839-8d013eaa764b is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:41:26.160800 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (a2ddca31-124d-413c-8839-8d013eaa764b), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.174676 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ddca31-124d-413c-8839-8d013eaa764b {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:41:26.197844 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port a2ddca31-124d-413c-8839-8d013eaa764b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2ddca31-124d-413c-8839-8d013eaa764b,segment=NetworkSegment(e656b760-e405-414e-8085-50d11f7c1380),segment_id=e656b760-e405-414e-8085-50d11f7c1380)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:26.273223 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (a2ddca31-124d-413c-8839-8d013eaa764b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.274710 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-22508d9c-c1d6-4912-b97b-128450617f47 req-c573d1aa-0b26-4470-a0e4-d71bddeae4c8 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840023 Feb 21 00:41:26.350632 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=a2ddca31-124d-413c-8839-8d013eaa764b,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:26.369651 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b841c88-7c00-4048-8f6a-3f2cfa5beb23 req-afb4f13a-b70a-4a79-838b-0c54dd7cc430 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:26.371488 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8b841c88-7c00-4048-8f6a-3f2cfa5beb23 req-afb4f13a-b70a-4a79-838b-0c54dd7cc430 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 944 time: 0.0851469 Feb 21 00:41:26.487223 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8b841c88-7c00-4048-8f6a-3f2cfa5beb23 req-0cf788a7-5429-463a-bccb-bdbaa7ea6765 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037443 Feb 21 00:41:26.529796 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cdd39-6894-40ba-8750-70938c20c646 req-6bab7d5b-4b13-4cfd-9487-5a1b9c405f2a tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:26.531743 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-af0cdd39-6894-40ba-8750-70938c20c646 req-6bab7d5b-4b13-4cfd-9487-5a1b9c405f2a tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 944 time: 0.0787697 Feb 21 00:41:26.603740 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-af0cdd39-6894-40ba-8750-70938c20c646 req-48714fec-0952-400f-ac56-6d1e33ea7e46 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602667 Feb 21 00:41:26.707664 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 463cd9ee-ca82-4229-af50-5f45d8b91936 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:41:26.734425 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['a2ddca31-124d-413c-8839-8d013eaa764b'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:41:26.761078 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['70f91baf-b326-4c91-9a88-39ead255d620'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:41:26.801267 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['b3169a9e-759b-4541-9058-21346f041bfa'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:41:26.805017 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['22c5729d-c5e6-40ec-be6d-389fa7713168'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:41:27.144418 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 463cd9ee-ca82-4229-af50-5f45d8b91936, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=463cd9ee-ca82-4229-af50-5f45d8b91936,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:27.160135 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': '463cd9ee-ca82-4229-af50-5f45d8b91936', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'port_id': '463cd9ee-ca82-4229-af50-5f45d8b91936', 'mac_address': 'fa:16:3e:f4:8c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:41:27.187736 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bdd32-ec45-4400-a60a-05069741bedc req-87377d73-38a7-4985-bb74-eca1cc4471b3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:27.194671 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a22bdd32-ec45-4400-a60a-05069741bedc req-87377d73-38a7-4985-bb74-eca1cc4471b3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0678012 Feb 21 00:41:27.216636 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-0cc894d4-12e7-4847-836f-3d91465cbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:27.256529 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a22bdd32-ec45-4400-a60a-05069741bedc req-d72076ac-4bd4-4bc9-aba8-b6294361c30c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564635 Feb 21 00:41:27.400666 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 463cd9ee-ca82-4229-af50-5f45d8b91936 is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:41:27.401069 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:27.449589 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41d600-8ed1-4a39-9105-4a7ea3bc0d47 req-bc0e8b81-89ed-4826-9013-84d42c0af157 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:27.458360 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ed41d600-8ed1-4a39-9105-4a7ea3bc0d47 req-bc0e8b81-89ed-4826-9013-84d42c0af157 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 944 time: 0.0875666 Feb 21 00:41:27.467400 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463cd9ee-ca82-4229-af50-5f45d8b91936 {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:41:27.524923 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ed41d600-8ed1-4a39-9105-4a7ea3bc0d47 req-698a25dd-a7db-4054-91e8-51740c365775 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670254 Feb 21 00:41:27.565625 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 463cd9ee-ca82-4229-af50-5f45d8b91936, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=463cd9ee-ca82-4229-af50-5f45d8b91936,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:27.650688 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:27.669834 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f7480-e075-4e26-9763-3674ee97f6d6 req-3d7d12a5-a602-4bb8-93ac-e0ec783254ae tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:27.669834 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-342f7480-e075-4e26-9763-3674ee97f6d6 req-3d7d12a5-a602-4bb8-93ac-e0ec783254ae tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 944 time: 0.0910900 Feb 21 00:41:27.717659 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=463cd9ee-ca82-4229-af50-5f45d8b91936,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:27.794921 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-342f7480-e075-4e26-9763-3674ee97f6d6 req-9531e847-eca9-46b3-8b09-e29663b64aaf tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188867 Feb 21 00:41:27.809966 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 50004) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:27.850025 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47328d0-90ad-4fb5-98cd-939dc57d5955 req-d906a45a-5f66-4d15-ac3e-e3a41c8c313d tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:27.856937 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c47328d0-90ad-4fb5-98cd-939dc57d5955 req-d906a45a-5f66-4d15-ac3e-e3a41c8c313d tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 944 time: 0.1123774 Feb 21 00:41:27.917494 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c47328d0-90ad-4fb5-98cd-939dc57d5955 req-85999083-4a96-4efc-a5b7-453e6ee13ac2 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567060 Feb 21 00:41:27.992409 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['463cd9ee-ca82-4229-af50-5f45d8b91936'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:41:28.126020 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-d2766b03-b5ba-4d1e-96ff-3ac0ae9cb942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:28.208056 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-d2766b03-b5ba-4d1e-96ff-3ac0ae9cb942 admin admin] Publish callbacks [] for security_group (95840de4-bba5-44f9-a8f5-5d25429ecf5f), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:28.272933 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-d2766b03-b5ba-4d1e-96ff-3ac0ae9cb942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (95840de4-bba5-44f9-a8f5-5d25429ecf5f), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:28.327076 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-d2766b03-b5ba-4d1e-96ff-3ac0ae9cb942 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=84090afbb96b4cefb59a805c3e342f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5155556 Feb 21 00:41:28.329841 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 50030) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:28.330717 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2766b03-b5ba-4d1e-96ff-3ac0ae9cb942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95840de4-bba5-44f9-a8f5-5d25429ecf5f,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:28.388655 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7d3414ca-2ed4-4a9a-a23a-60f0fffb4a07 admin admin] Publish callbacks [] for security_group (95840de4-bba5-44f9-a8f5-5d25429ecf5f), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:28.413806 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7d3414ca-2ed4-4a9a-a23a-60f0fffb4a07 admin admin] Publish callbacks [] for security_group (95840de4-bba5-44f9-a8f5-5d25429ecf5f), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:28.431202 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01642515-f8fe-4bc7-828d-fecf77707fd3 req-5a59c383-865a-4a06-9ac2-48275425800a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:28.433678 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-01642515-f8fe-4bc7-828d-fecf77707fd3 req-5a59c383-865a-4a06-9ac2-48275425800a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 945 time: 0.0867841 Feb 21 00:41:28.511832 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-01642515-f8fe-4bc7-828d-fecf77707fd3 req-75ea6ce7-3ba0-4f3c-ae1c-9aee5b34d732 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713503 Feb 21 00:41:28.546888 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7d3414ca-2ed4-4a9a-a23a-60f0fffb4a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (95840de4-bba5-44f9-a8f5-5d25429ecf5f), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:28.549575 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7d3414ca-2ed4-4a9a-a23a-60f0fffb4a07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:28.550727 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-7d3414ca-2ed4-4a9a-a23a-60f0fffb4a07 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/95840de4-bba5-44f9-a8f5-5d25429ecf5f HTTP/1.1" status: 204 len: 168 time: 0.2195289 Feb 21 00:41:28.559599 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3414ca-2ed4-4a9a-a23a-60f0fffb4a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95840de4-bba5-44f9-a8f5-5d25429ecf5f,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:28.670592 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9335c14-56da-4295-9ea9-e04acec531b1 req-e7fd4748-d9b3-47dc-ac50-bc5de9f050ca tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:28.671971 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e9335c14-56da-4295-9ea9-e04acec531b1 req-e7fd4748-d9b3-47dc-ac50-bc5de9f050ca tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 944 time: 0.0584614 Feb 21 00:41:28.709648 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 70f91baf-b326-4c91-9a88-39ead255d620 up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:41:28.723094 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e9335c14-56da-4295-9ea9-e04acec531b1 req-9174876b-65ee-4601-9f5e-6c472917de36 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456204 Feb 21 00:41:28.827035 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port 70f91baf-b326-4c91-9a88-39ead255d620 completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:41:28.835469 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port 70f91baf-b326-4c91-9a88-39ead255d620 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:41:28.835469 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (70f91baf-b326-4c91-9a88-39ead255d620), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:28.938433 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd89380-2476-49c8-ac03-64bdf952d066 req-5ca8f358-68c0-49c3-ba1f-5479143a8f40 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:28.938433 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1bd89380-2476-49c8-ac03-64bdf952d066 req-5ca8f358-68c0-49c3-ba1f-5479143a8f40 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 944 time: 0.0680695 Feb 21 00:41:28.952471 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 70f91baf-b326-4c91-9a88-39ead255d620 is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:41:28.952979 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (70f91baf-b326-4c91-9a88-39ead255d620), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:28.980234 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7444cf4-d1b7-44aa-8558-c65465871d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f91baf-b326-4c91-9a88-39ead255d620'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:41:29.004866 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1bd89380-2476-49c8-ac03-64bdf952d066 req-d73270cd-bede-4883-8536-560f896dabd3 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592728 Feb 21 00:41:29.084862 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 70f91baf-b326-4c91-9a88-39ead255d620, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=70f91baf-b326-4c91-9a88-39ead255d620,segment=NetworkSegment(4dbd0238-a9cb-414c-a314-ae52faed5b0e),segment_id=4dbd0238-a9cb-414c-a314-ae52faed5b0e)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:29.085469 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb4498-6564-46f9-80f4-2b73b1b8a8b6 req-770de155-ba84-48ce-83d0-de5dbc1f2e81 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:29.085469 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-8cdb4498-6564-46f9-80f4-2b73b1b8a8b6 req-770de155-ba84-48ce-83d0-de5dbc1f2e81 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 944 time: 0.0903559 Feb 21 00:41:29.110278 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-c969f6c4-27da-48ac-a05c-c474a7aaa77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:29.175606 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-8cdb4498-6564-46f9-80f4-2b73b1b8a8b6 req-d23a791a-9a71-49d3-8b94-5d6172e162e8 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492442 Feb 21 00:41:29.194155 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0933b442-152b-4e53-b66c-eee822dd2ac8" -d '{"events": [{"server_uuid": "b7444cf4-d1b7-44aa-8558-c65465871d71", "name": "network-vif-plugged", "status": "completed", "tag": "70f91baf-b326-4c91-9a88-39ead255d620"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:41:29.284588 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064771fc-5ebe-43c6-8de8-055f7754f429 x-openstack-request-id: req-064771fc-5ebe-43c6-8de8-055f7754f429 {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:41:29.284915 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7444cf4-d1b7-44aa-8558-c65465871d71", "name": "network-vif-plugged", "status": "completed", "tag": "70f91baf-b326-4c91-9a88-39ead255d620", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:41:29.285254 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-064771fc-5ebe-43c6-8de8-055f7754f429 {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:41:29.285719 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7444cf4-d1b7-44aa-8558-c65465871d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f91baf-b326-4c91-9a88-39ead255d620', 'code': 200} Feb 21 00:41:29.363910 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (70f91baf-b326-4c91-9a88-39ead255d620), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:29.364834 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 22c5729d-c5e6-40ec-be6d-389fa7713168 up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:41:29.441766 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=70f91baf-b326-4c91-9a88-39ead255d620,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:29.550785 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 50086) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:29.564229 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-42c5b20c-8972-42d7-8551-df182658ef62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:29.568535 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port 22c5729d-c5e6-40ec-be6d-389fa7713168 completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:41:29.573824 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port 22c5729d-c5e6-40ec-be6d-389fa7713168 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:41:29.574188 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (22c5729d-c5e6-40ec-be6d-389fa7713168), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:29.693907 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 22c5729d-c5e6-40ec-be6d-389fa7713168 is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:41:29.694384 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (22c5729d-c5e6-40ec-be6d-389fa7713168), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:29.712052 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef93fa-3763-478d-b686-48c78edd17ea req-3acd0f64-0b69-4314-9144-cbc9d19dd33c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:29.713536 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ebef93fa-3763-478d-b686-48c78edd17ea req-3acd0f64-0b69-4314-9144-cbc9d19dd33c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 945 time: 0.0947261 Feb 21 00:41:29.738821 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 22c5729d-c5e6-40ec-be6d-389fa7713168, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=22c5729d-c5e6-40ec-be6d-389fa7713168,segment=NetworkSegment(4dbd0238-a9cb-414c-a314-ae52faed5b0e),segment_id=4dbd0238-a9cb-414c-a314-ae52faed5b0e)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:29.739713 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7ce61-252b-4d91-acce-288f9c8e70b1 req-2ab19119-14df-41b8-9035-d121c751012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:29.742394 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d9e7ce61-252b-4d91-acce-288f9c8e70b1 req-2ab19119-14df-41b8-9035-d121c751012e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 1129 time: 0.1301873 Feb 21 00:41:29.766856 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-42c5b20c-8972-42d7-8551-df182658ef62 admin admin] Publish callbacks [] for security_group (bb5df784-300f-4a77-b3aa-cca0eb9a2b4a), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:29.771239 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-d9e7ce61-252b-4d91-acce-288f9c8e70b1 req-11044da3-2c1b-4484-9d39-b0f46de0090b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:29.788118 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ebef93fa-3763-478d-b686-48c78edd17ea req-bdfd5233-b395-407d-bf09-dedc064aadf0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678666 Feb 21 00:41:29.820248 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (22c5729d-c5e6-40ec-be6d-389fa7713168), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:29.821615 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device a2ddca31-124d-413c-8839-8d013eaa764b up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:41:29.844222 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-42c5b20c-8972-42d7-8551-df182658ef62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (bb5df784-300f-4a77-b3aa-cca0eb9a2b4a), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:29.897231 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-42c5b20c-8972-42d7-8551-df182658ef62 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=88cd1a64869743fe834110c9cd13e250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414483 Feb 21 00:41:29.897231 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 50100) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:29.909215 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5b20c-8972-42d7-8551-df182658ef62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5df784-300f-4a77-b3aa-cca0eb9a2b4a,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:29.935359 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630ece9-370b-4dc6-b8a4-ab78fb203ce1 req-eb643fc5-8b6f-4e3c-a7a6-bdcc75899716 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:29.937050 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a630ece9-370b-4dc6-b8a4-ab78fb203ce1 req-eb643fc5-8b6f-4e3c-a7a6-bdcc75899716 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 944 time: 0.1151166 Feb 21 00:41:29.977613 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5a902e57-2d21-47ba-9a8a-840be95fda4e admin admin] Publish callbacks [] for security_group (bb5df784-300f-4a77-b3aa-cca0eb9a2b4a), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:29.979518 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=22c5729d-c5e6-40ec-be6d-389fa7713168,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:29.990529 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-d9e7ce61-252b-4d91-acce-288f9c8e70b1 req-11044da3-2c1b-4484-9d39-b0f46de0090b service neutron] Publish callbacks [] for security_group (742f4d87-65e0-4624-bd59-ee51361dad47), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:30.006840 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5a902e57-2d21-47ba-9a8a-840be95fda4e admin admin] Publish callbacks [] for security_group (bb5df784-300f-4a77-b3aa-cca0eb9a2b4a), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:30.015867 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a630ece9-370b-4dc6-b8a4-ab78fb203ce1 req-9b11017b-c27d-4219-aacd-15fbb688e74b tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682540 Feb 21 00:41:30.061020 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port a2ddca31-124d-413c-8839-8d013eaa764b completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:41:30.066258 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port a2ddca31-124d-413c-8839-8d013eaa764b triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:41:30.066885 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (a2ddca31-124d-413c-8839-8d013eaa764b), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:30.106616 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-d9e7ce61-252b-4d91-acce-288f9c8e70b1 req-11044da3-2c1b-4484-9d39-b0f46de0090b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (742f4d87-65e0-4624-bd59-ee51361dad47), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:30.141263 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5a902e57-2d21-47ba-9a8a-840be95fda4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (bb5df784-300f-4a77-b3aa-cca0eb9a2b4a), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:30.157571 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5a902e57-2d21-47ba-9a8a-840be95fda4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:30.159755 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port a2ddca31-124d-413c-8839-8d013eaa764b is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:41:30.160283 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (a2ddca31-124d-413c-8839-8d013eaa764b), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:30.164892 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-5a902e57-2d21-47ba-9a8a-840be95fda4e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb5df784-300f-4a77-b3aa-cca0eb9a2b4a HTTP/1.1" status: 204 len: 168 time: 0.2679183 Feb 21 00:41:30.174439 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11044da3-2c1b-4484-9d39-b0f46de0090b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=742f4d87-65e0-4624-bd59-ee51361dad47,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:30.187152 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9810b-4341-4e50-a881-572fe85e78c0 req-f3afe021-3b0e-4493-b75c-562ed6b61a76 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:30.189634 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e3f9810b-4341-4e50-a881-572fe85e78c0 req-f3afe021-3b0e-4493-b75c-562ed6b61a76 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0992537 Feb 21 00:41:30.190963 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902e57-2d21-47ba-9a8a-840be95fda4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5df784-300f-4a77-b3aa-cca0eb9a2b4a,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:30.213353 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d9e7ce61-252b-4d91-acce-288f9c8e70b1 req-11044da3-2c1b-4484-9d39-b0f46de0090b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633274 Feb 21 00:41:30.243122 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port a2ddca31-124d-413c-8839-8d013eaa764b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2ddca31-124d-413c-8839-8d013eaa764b,segment=NetworkSegment(e656b760-e405-414e-8085-50d11f7c1380),segment_id=e656b760-e405-414e-8085-50d11f7c1380)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:30.272660 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e3f9810b-4341-4e50-a881-572fe85e78c0 req-34f7b4b4-1cc6-4f1d-96ea-672d77063ac4 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721550 Feb 21 00:41:30.307186 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (a2ddca31-124d-413c-8839-8d013eaa764b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:30.308172 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device b3169a9e-759b-4541-9058-21346f041bfa up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:41:30.351380 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fee7d-23da-4b68-b822-c1eeab0b3e38 req-539373f8-6b3b-4038-be30-70cb428a9f05 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:30.352975 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ab6fee7d-23da-4b68-b822-c1eeab0b3e38 req-539373f8-6b3b-4038-be30-70cb428a9f05 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 944 time: 0.0669565 Feb 21 00:41:30.354477 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:30.388840 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=a2ddca31-124d-413c-8839-8d013eaa764b,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:30.412993 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ab6fee7d-23da-4b68-b822-c1eeab0b3e38 req-b107a480-06e4-4807-b86c-acf930c30779 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540221 Feb 21 00:41:30.478280 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port b3169a9e-759b-4541-9058-21346f041bfa completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:41:30.482837 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port b3169a9e-759b-4541-9058-21346f041bfa triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:41:30.483219 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (b3169a9e-759b-4541-9058-21346f041bfa), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:30.570013 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port b3169a9e-759b-4541-9058-21346f041bfa is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:41:30.570458 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (b3169a9e-759b-4541-9058-21346f041bfa), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:30.618062 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port b3169a9e-759b-4541-9058-21346f041bfa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b3169a9e-759b-4541-9058-21346f041bfa,segment=NetworkSegment(5171ad0f-cdd7-4d59-a1da-485b04cc5db5),segment_id=5171ad0f-cdd7-4d59-a1da-485b04cc5db5)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:30.697916 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (b3169a9e-759b-4541-9058-21346f041bfa), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:30.719061 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 463cd9ee-ca82-4229-af50-5f45d8b91936 up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:41:30.775036 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=b3169a9e-759b-4541-9058-21346f041bfa,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:30.877772 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port 463cd9ee-ca82-4229-af50-5f45d8b91936 completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:41:30.882969 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port 463cd9ee-ca82-4229-af50-5f45d8b91936 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:41:30.883347 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:30.946099 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d49f63-d763-42ae-9dc1-6670b7585368 req-53aac270-c5b5-470e-9d05-f4a158524f77 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:30.947906 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-62d49f63-d763-42ae-9dc1-6670b7585368 req-53aac270-c5b5-470e-9d05-f4a158524f77 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 945 time: 0.0536847 Feb 21 00:41:30.968273 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 463cd9ee-ca82-4229-af50-5f45d8b91936 is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:41:30.968700 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:31.014349 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-62d49f63-d763-42ae-9dc1-6670b7585368 req-47b9d5f2-33e6-4451-a7b4-ea0d6dae19e1 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535994 Feb 21 00:41:31.020153 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 463cd9ee-ca82-4229-af50-5f45d8b91936, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=463cd9ee-ca82-4229-af50-5f45d8b91936,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:31.106983 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:31.181523 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=463cd9ee-ca82-4229-af50-5f45d8b91936,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:31.185379 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862047b-2fc7-439e-aa60-b26264e1e4b6 req-283df55a-5e35-4a01-ae59-7db59ab0ff71 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:31.186277 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9862047b-2fc7-439e-aa60-b26264e1e4b6 req-283df55a-5e35-4a01-ae59-7db59ab0ff71 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 945 time: 0.0907819 Feb 21 00:41:31.234537 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9862047b-2fc7-439e-aa60-b26264e1e4b6 req-9b3f9235-90c8-41f2-8cdc-f0fb87792cff tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 Feb 21 00:41:31.287167 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d74cae-14f9-4e4e-9ed0-44b9f32a6acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c5729d-c5e6-40ec-be6d-389fa7713168'}, {'server_uuid': 'da708c0e-640e-4fe6-90ff-7f0d1bf6cfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ddca31-124d-413c-8839-8d013eaa764b'}, {'server_uuid': '5aab3181-b88d-401f-8590-57cf7661a175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3169a9e-759b-4541-9058-21346f041bfa'}, {'server_uuid': '3b4f579f-0e0c-4cea-8a5c-38795127d722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463cd9ee-ca82-4229-af50-5f45d8b91936'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:41:31.289761 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcbf70c-d04b-4bad-9fc2-3b1efe8f4704" -d '{"events": [{"server_uuid": "65d74cae-14f9-4e4e-9ed0-44b9f32a6acf", "name": "network-vif-plugged", "status": "completed", "tag": "22c5729d-c5e6-40ec-be6d-389fa7713168"}, {"server_uuid": "da708c0e-640e-4fe6-90ff-7f0d1bf6cfff", "name": "network-vif-plugged", "status": "completed", "tag": "a2ddca31-124d-413c-8839-8d013eaa764b"}, {"server_uuid": "5aab3181-b88d-401f-8590-57cf7661a175", "name": "network-vif-plugged", "status": "completed", "tag": "b3169a9e-759b-4541-9058-21346f041bfa"}, {"server_uuid": "3b4f579f-0e0c-4cea-8a5c-38795127d722", "name": "network-vif-plugged", "status": "completed", "tag": "463cd9ee-ca82-4229-af50-5f45d8b91936"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:41:31.383973 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 21 Feb 2022 00:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ac66c8-750c-4e2b-875c-8965658fcb6f x-openstack-request-id: req-02ac66c8-750c-4e2b-875c-8965658fcb6f {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:41:31.384743 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d74cae-14f9-4e4e-9ed0-44b9f32a6acf", "name": "network-vif-plugged", "status": "completed", "tag": "22c5729d-c5e6-40ec-be6d-389fa7713168", "code": 200}, {"server_uuid": "da708c0e-640e-4fe6-90ff-7f0d1bf6cfff", "name": "network-vif-plugged", "status": "completed", "tag": "a2ddca31-124d-413c-8839-8d013eaa764b", "code": 200}, {"server_uuid": "5aab3181-b88d-401f-8590-57cf7661a175", "name": "network-vif-plugged", "status": "completed", "tag": "b3169a9e-759b-4541-9058-21346f041bfa", "code": 200}, {"server_uuid": "3b4f579f-0e0c-4cea-8a5c-38795127d722", "name": "network-vif-plugged", "status": "completed", "tag": "463cd9ee-ca82-4229-af50-5f45d8b91936", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:41:31.385030 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02ac66c8-750c-4e2b-875c-8965658fcb6f {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:41:31.385496 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d74cae-14f9-4e4e-9ed0-44b9f32a6acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c5729d-c5e6-40ec-be6d-389fa7713168', 'code': 200} Feb 21 00:41:31.385760 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da708c0e-640e-4fe6-90ff-7f0d1bf6cfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ddca31-124d-413c-8839-8d013eaa764b', 'code': 200} Feb 21 00:41:31.386018 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aab3181-b88d-401f-8590-57cf7661a175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3169a9e-759b-4541-9058-21346f041bfa', 'code': 200} Feb 21 00:41:31.386273 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4f579f-0e0c-4cea-8a5c-38795127d722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463cd9ee-ca82-4229-af50-5f45d8b91936', 'code': 200} Feb 21 00:41:31.461039 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32794b0d-5682-4d3e-8095-131f62d24689 req-f937d601-3f2a-4047-8e3c-6abd9c4620dc tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:31.465688 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-32794b0d-5682-4d3e-8095-131f62d24689 req-f937d601-3f2a-4047-8e3c-6abd9c4620dc tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0959651 Feb 21 00:41:31.570926 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-32794b0d-5682-4d3e-8095-131f62d24689 req-7b1bab8d-750f-4b53-9538-3fa867331115 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040473 Feb 21 00:41:31.606286 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a130c7c-49db-46fe-8109-77bf97316948 req-79af4b65-f1a5-4877-9d75-1c04e73f2c05 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:31.613747 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-9a130c7c-49db-46fe-8109-77bf97316948 req-79af4b65-f1a5-4877-9d75-1c04e73f2c05 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 945 time: 0.0713148 Feb 21 00:41:31.621569 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:31.686719 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-9a130c7c-49db-46fe-8109-77bf97316948 req-3e5944b2-2819-492f-bfb4-39ed389f4bf2 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719917 Feb 21 00:41:31.909296 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add49e59-cfeb-49f3-bafa-47b4ff23eb1e req-ab6791e0-6921-4aaa-b5b8-d2b53c33a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:31.911614 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-add49e59-cfeb-49f3-bafa-47b4ff23eb1e req-ab6791e0-6921-4aaa-b5b8-d2b53c33a6e9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 1129 time: 0.1097963 Feb 21 00:41:31.939346 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32e26d-2e44-48eb-89fb-658edea378cd req-a69f3400-d917-4c15-9992-e5376f03fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:31.941232 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dd32e26d-2e44-48eb-89fb-658edea378cd req-a69f3400-d917-4c15-9992-e5376f03fdbc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 1129 time: 0.0981739 Feb 21 00:41:31.992002 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b91f81-31af-4650-93b9-eaffbc924d63 req-1913dad8-995d-486e-a0f5-5302392ed262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:31.993503 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-85b91f81-31af-4650-93b9-eaffbc924d63 req-1913dad8-995d-486e-a0f5-5302392ed262 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 1129 time: 0.1157591 Feb 21 00:41:32.031552 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 50184) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:32.082925 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34050b-68fe-4e46-af6f-285f0d62ca5c req-898a8921-5e90-4537-aaca-8c47b7856936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:32.086150 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0a34050b-68fe-4e46-af6f-285f0d62ca5c req-898a8921-5e90-4537-aaca-8c47b7856936 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 1130 time: 0.1884120 Feb 21 00:41:32.154354 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0a34050b-68fe-4e46-af6f-285f0d62ca5c req-e9dbf4d3-c06c-47af-a9d5-044191130fca service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617032 Feb 21 00:41:32.227949 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-671842dd-3491-45d7-975c-0bbe568ec4ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:32.245448 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-add49e59-cfeb-49f3-bafa-47b4ff23eb1e req-2173f454-9f3c-46c2-ac7e-8313d9f625aa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170991 Feb 21 00:41:32.281208 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dd32e26d-2e44-48eb-89fb-658edea378cd req-7c342a65-8f31-4726-ab06-aead8bbc8d50 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312438 Feb 21 00:41:32.306500 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-85b91f81-31af-4650-93b9-eaffbc924d63 req-ee621128-9e4a-4f15-a8a2-099120bbd44b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942412 Feb 21 00:41:32.317545 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-671842dd-3491-45d7-975c-0bbe568ec4ad admin admin] Publish callbacks [] for security_group (97be096a-c856-4b06-8555-0245ac170253), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:32.327516 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c5c53-e865-4db1-a7dc-9c8a3d5da0d7 req-306734be-d16c-4c3d-9b61-55211f78211c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:32.329022 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6e4c5c53-e865-4db1-a7dc-9c8a3d5da0d7 req-306734be-d16c-4c3d-9b61-55211f78211c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0988345 Feb 21 00:41:32.388407 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e718b-0896-49ac-9e28-19936b4c9876 req-4fbc1f74-ec4e-4d7b-bbed-e9810b076f56 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:32.389385 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6e4c5c53-e865-4db1-a7dc-9c8a3d5da0d7 req-1d2bc757-cd0f-46e0-950c-e3c935361b44 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539906 Feb 21 00:41:32.390379 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-4f3e718b-0896-49ac-9e28-19936b4c9876 req-4fbc1f74-ec4e-4d7b-bbed-e9810b076f56 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 945 time: 0.0646727 Feb 21 00:41:32.423182 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-671842dd-3491-45d7-975c-0bbe568ec4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (97be096a-c856-4b06-8555-0245ac170253), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:32.483577 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-4f3e718b-0896-49ac-9e28-19936b4c9876 req-96c8ebbe-ba88-4c4d-a678-3d1e46d1ec09 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852253 Feb 21 00:41:32.485385 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671842dd-3491-45d7-975c-0bbe568ec4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97be096a-c856-4b06-8555-0245ac170253,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:32.490054 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-671842dd-3491-45d7-975c-0bbe568ec4ad admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c5c54a85c94463fbb0c417a6d815a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4574554 Feb 21 00:41:32.492622 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 50198) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:32.552414 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-abade5ed-17e5-4e9d-a083-29e99f6311d2 admin admin] Publish callbacks [] for security_group (97be096a-c856-4b06-8555-0245ac170253), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:32.586574 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-abade5ed-17e5-4e9d-a083-29e99f6311d2 admin admin] Publish callbacks [] for security_group (97be096a-c856-4b06-8555-0245ac170253), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:32.711252 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26498703-13c4-43e1-af62-1a8245141a13 req-11b85243-70f4-4462-a217-cf866e5d35d2 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:32.712783 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-26498703-13c4-43e1-af62-1a8245141a13 req-11b85243-70f4-4462-a217-cf866e5d35d2 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0700586 Feb 21 00:41:32.729690 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-abade5ed-17e5-4e9d-a083-29e99f6311d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (97be096a-c856-4b06-8555-0245ac170253), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:32.736071 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-abade5ed-17e5-4e9d-a083-29e99f6311d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:32.739533 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-abade5ed-17e5-4e9d-a083-29e99f6311d2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/97be096a-c856-4b06-8555-0245ac170253 HTTP/1.1" status: 204 len: 168 time: 0.2449679 Feb 21 00:41:32.763677 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abade5ed-17e5-4e9d-a083-29e99f6311d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97be096a-c856-4b06-8555-0245ac170253,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:32.828615 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-26498703-13c4-43e1-af62-1a8245141a13 req-6d09dc3d-9681-4357-84b0-ddd8defcd294 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069083 Feb 21 00:41:32.854226 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca8455-a788-4754-9bd3-d99fd3dfb37d req-ba11f36f-ea89-430b-baa1-ab470b872262 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:32.855892 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-86ca8455-a788-4754-9bd3-d99fd3dfb37d req-ba11f36f-ea89-430b-baa1-ab470b872262 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 945 time: 0.0678446 Feb 21 00:41:32.917865 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-86ca8455-a788-4754-9bd3-d99fd3dfb37d req-6f6acf03-f099-401d-8d24-3cfd0e60caaa tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550919 Feb 21 00:41:33.118235 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:33.470312 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 50234) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:33.482831 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f965e320-a03e-4c97-8836-17c4c82e3761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:33.510354 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433e604-9b72-47eb-8ec4-29f3f4508b22 req-a338549e-ff30-43e0-8275-6b30c9042282 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:33.511820 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f433e604-9b72-47eb-8ec4-29f3f4508b22 req-a338549e-ff30-43e0-8275-6b30c9042282 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0529208 Feb 21 00:41:33.580838 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f433e604-9b72-47eb-8ec4-29f3f4508b22 req-40388abd-2709-41fe-96b0-eb2c64136455 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615547 Feb 21 00:41:33.619145 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f965e320-a03e-4c97-8836-17c4c82e3761 admin admin] Publish callbacks [] for security_group (3bb1c600-ff55-4ad8-bf18-e254eba8685e), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:33.648788 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb05d3-fb0e-431d-a02d-9201430a6812 req-ba24d52e-baad-4c3c-8319-82074e40b733 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:33.650301 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e3eb05d3-fb0e-431d-a02d-9201430a6812 req-ba24d52e-baad-4c3c-8319-82074e40b733 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 945 time: 0.0685089 Feb 21 00:41:33.705245 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e3eb05d3-fb0e-431d-a02d-9201430a6812 req-cb57a08d-a614-46c7-a1ff-11726d9cf24c tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494094 Feb 21 00:41:33.723728 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f965e320-a03e-4c97-8836-17c4c82e3761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (3bb1c600-ff55-4ad8-bf18-e254eba8685e), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:33.763672 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-f965e320-a03e-4c97-8836-17c4c82e3761 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c2b2fca0f8fa4f79af2a9735df602f4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960131 Feb 21 00:41:33.766384 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965e320-a03e-4c97-8836-17c4c82e3761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb1c600-ff55-4ad8-bf18-e254eba8685e,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:33.766693 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 50244) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:33.819831 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-d3262b0c-9ece-4b03-874f-943c2fa5094b admin admin] Publish callbacks [] for security_group (3bb1c600-ff55-4ad8-bf18-e254eba8685e), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:33.842980 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-d3262b0c-9ece-4b03-874f-943c2fa5094b admin admin] Publish callbacks [] for security_group (3bb1c600-ff55-4ad8-bf18-e254eba8685e), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:33.953609 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af0f05-d0b2-4190-a15c-a4058027a0e8 req-be4ab2e2-27b6-4703-bb63-607b2fc43149 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:33.955186 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-30af0f05-d0b2-4190-a15c-a4058027a0e8 req-be4ab2e2-27b6-4703-bb63-607b2fc43149 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0565829 Feb 21 00:41:33.989947 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-d3262b0c-9ece-4b03-874f-943c2fa5094b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (3bb1c600-ff55-4ad8-bf18-e254eba8685e), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:33.992695 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-d3262b0c-9ece-4b03-874f-943c2fa5094b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:33.996335 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-d3262b0c-9ece-4b03-874f-943c2fa5094b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3bb1c600-ff55-4ad8-bf18-e254eba8685e HTTP/1.1" status: 204 len: 168 time: 0.2261462 Feb 21 00:41:34.010736 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3262b0c-9ece-4b03-874f-943c2fa5094b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb1c600-ff55-4ad8-bf18-e254eba8685e,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:34.019995 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-30af0f05-d0b2-4190-a15c-a4058027a0e8 req-6841828d-e16a-4b77-89bc-4f4069b29e0c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588131 Feb 21 00:41:34.067630 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea4533-f046-4121-824f-439cb39a5aba req-5be16708-42d3-4481-b37f-2b7e7a7c38bb tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:34.069139 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-03ea4533-f046-4121-824f-439cb39a5aba req-5be16708-42d3-4481-b37f-2b7e7a7c38bb tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 945 time: 0.0811431 Feb 21 00:41:34.133111 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-03ea4533-f046-4121-824f-439cb39a5aba req-03be48d7-d5c2-4e0c-94bc-0e34367fb96a tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582833 Feb 21 00:41:34.715172 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02e17d-3b96-4da1-a5f7-f7d6e172aeb1 req-67173cfc-d7d9-434d-a730-4f4fed86aad0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:34.716785 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9d02e17d-3b96-4da1-a5f7-f7d6e172aeb1 req-67173cfc-d7d9-434d-a730-4f4fed86aad0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0584183 Feb 21 00:41:34.793155 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9d02e17d-3b96-4da1-a5f7-f7d6e172aeb1 req-76397ebb-e4d6-498f-91bc-a7eed4d09f5a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679464 Feb 21 00:41:34.894184 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ac9da-7b23-47d9-abfb-da1d040807c5 req-65e473ca-ba2d-434b-b22a-590a1e2cb33e tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:34.896503 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e06ac9da-7b23-47d9-abfb-da1d040807c5 req-65e473ca-ba2d-434b-b22a-590a1e2cb33e tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 945 time: 0.1063595 Feb 21 00:41:34.982517 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e06ac9da-7b23-47d9-abfb-da1d040807c5 req-746e3a2e-5699-44a8-8881-dfe9d77588cb tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784500 Feb 21 00:41:35.044529 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb539c-700a-433a-a66f-8b4aadd2446c req-b9c4fd0c-a835-445a-addb-bfa6e2ba915d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:35.049360 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-85eb539c-700a-433a-a66f-8b4aadd2446c req-b9c4fd0c-a835-445a-addb-bfa6e2ba915d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0844059 Feb 21 00:41:35.066287 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 50298) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:35.074318 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-fcbd59e9-5084-484a-aa28-f017eb494084 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Request body: {'floatingip': {'port_id': '463cd9ee-ca82-4229-af50-5f45d8b91936'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:41:35.210606 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fcbd59e9-5084-484a-aa28-f017eb494084 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for floatingip (31ed0bd3-bb12-4437-a02d-f94b6706bf16), before_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:35.276516 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc3819-647b-4158-9557-45c6264503d1 req-eded944d-4cc4-40fe-80c4-31fd8fa5cdbf tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:35.281038 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e3bc3819-647b-4158-9557-45c6264503d1 req-eded944d-4cc4-40fe-80c4-31fd8fa5cdbf tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 945 time: 0.0817547 Feb 21 00:41:35.332189 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e3bc3819-647b-4158-9557-45c6264503d1 req-76f72c90-b47e-4d7c-8c1a-d6a47dc97089 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468209 Feb 21 00:41:35.349936 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8800d-6d73-4e08-9ff1-8fe416ceab3c req-b66c08b3-f6f6-43ec-a1eb-501b47e88da4 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:35.351470 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-29a8800d-6d73-4e08-9ff1-8fe416ceab3c req-b66c08b3-f6f6-43ec-a1eb-501b47e88da4 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.2390440 Feb 21 00:41:35.460826 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-29a8800d-6d73-4e08-9ff1-8fe416ceab3c req-77e660c5-6bf2-4c5b-96cf-28a608ff897a tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023238 Feb 21 00:41:36.263238 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c29b99-671d-4b28-b1b2-db9a8577e163 req-377aac8f-f143-4908-a05c-9204a3af3366 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:36.271192 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-35c29b99-671d-4b28-b1b2-db9a8577e163 req-377aac8f-f143-4908-a05c-9204a3af3366 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.1131496 Feb 21 00:41:36.285693 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fcbd59e9-5084-484a-aa28-f017eb494084 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:36.310626 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c6e60-82b1-4c43-b3f6-22a4621fd67b req-6cc9ef3f-93a1-4952-b4bb-f2f6da2a184a tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:36.315434 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-958c6e60-82b1-4c43-b3f6-22a4621fd67b req-6cc9ef3f-93a1-4952-b4bb-f2f6da2a184a tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 945 time: 0.1363523 Feb 21 00:41:36.322314 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dbaee-baac-4d56-816b-65803c29a501 req-597e865a-3ffd-4b1c-8c11-0beaaed84193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:36.323950 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-812dbaee-baac-4d56-816b-65803c29a501 req-597e865a-3ffd-4b1c-8c11-0beaaed84193 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d6eb22f64204445af47ce8f7a38fec6&device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 1129 time: 0.1024761 Feb 21 00:41:36.360445 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-35c29b99-671d-4b28-b1b2-db9a8577e163 req-1bb5e809-ac62-482a-8aa7-55afcd969728 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878339 Feb 21 00:41:36.372819 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fcbd59e9-5084-484a-aa28-f017eb494084 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362231'] for floatingip (31ed0bd3-bb12-4437-a02d-f94b6706bf16), after_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:36.438079 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dbaee-baac-4d56-816b-65803c29a501 req-c5e4f61c-e9c8-471e-8fbe-f8f8f589d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:36.441682 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-812dbaee-baac-4d56-816b-65803c29a501 req-c5e4f61c-e9c8-471e-8fbe-f8f8f589d7fa service neutron] 10.222.0.61 "GET /v2.0/networks?id=5860a2b5-7321-4ed2-b2b9-bb170daa3037 HTTP/1.1" status: 200 len: 920 time: 0.1076417 Feb 21 00:41:36.445799 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-958c6e60-82b1-4c43-b3f6-22a4621fd67b req-d15fca0c-5eca-487d-84b0-341ac22b78e4 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295123 Feb 21 00:41:36.500293 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-812dbaee-baac-4d56-816b-65803c29a501 req-13ef981e-82f1-4048-a216-a5cf4a43f45e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22c5729d-c5e6-40ec-be6d-389fa7713168 HTTP/1.1" status: 200 len: 217 time: 0.0532146 Feb 21 00:41:36.525900 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.db.l3_db [None req-fcbd59e9-5084-484a-aa28-f017eb494084 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Floating IP 31ed0bd3-bb12-4437-a02d-f94b6706bf16 associated. External IP: 172.27.1.13, port: 463cd9ee-ca82-4229-af50-5f45d8b91936. Feb 21 00:41:36.573194 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dbaee-baac-4d56-816b-65803c29a501 req-509f3b77-09cd-4472-a55e-9c3efac032bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:36.575684 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-812dbaee-baac-4d56-816b-65803c29a501 req-509f3b77-09cd-4472-a55e-9c3efac032bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa HTTP/1.1" status: 200 len: 859 time: 0.0688789 Feb 21 00:41:36.618709 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-812dbaee-baac-4d56-816b-65803c29a501 req-b87f9df3-5cd6-43c0-bf86-a04a4743e5f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5860a2b5-7321-4ed2-b2b9-bb170daa3037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371590 Feb 21 00:41:36.714840 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-812dbaee-baac-4d56-816b-65803c29a501 req-9b96ee22-2125-4739-bc63-9dd896a51c67 service neutron] 10.222.0.61 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865355 Feb 21 00:41:36.781709 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbd59e9-5084-484a-aa28-f017eb494084 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Router 2244ab43-eb9e-4597-96dc-54662e71ca72 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:41:36.821256 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-812dbaee-baac-4d56-816b-65803c29a501 req-25438362-6b0c-4c87-b28a-5bbc74536a64 service neutron] 10.222.0.61 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010957 Feb 21 00:41:36.900542 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbd59e9-5084-484a-aa28-f017eb494084 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:41:36.905990 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fcbd59e9-5084-484a-aa28-f017eb494084 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:36.913946 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dab0e87-691e-4f20-9564-a6a70f9ce12d None None] Sync routers for ids ['2244ab43-eb9e-4597-96dc-54662e71ca72'] in dv-cinder-813224-6-iscsi {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:41:36.937763 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-fcbd59e9-5084-484a-aa28-f017eb494084 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "PUT /v2.0/floatingips/31ed0bd3-bb12-4437-a02d-f94b6706bf16 HTTP/1.1" status: 200 len: 991 time: 1.8673289 Feb 21 00:41:36.937763 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4f579f-0e0c-4cea-8a5c-38795127d722', 'tag': '463cd9ee-ca82-4229-af50-5f45d8b91936'}] {{(pid=109906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:41:36.938915 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dab0e87-691e-4f20-9564-a6a70f9ce12d None None] Routers {'2244ab43-eb9e-4597-96dc-54662e71ca72'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:41:36.938915 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-5dab0e87-691e-4f20-9564-a6a70f9ce12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:41:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['2244ab43-eb9e-4597-96dc-54662e71ca72'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:36.939065 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc518c6d51578be2a31f52ee0893325345821a3685c97876d81d10eababaab57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce95bc8-e1a7-46ba-ac56-5663c3e50c16" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4f579f-0e0c-4cea-8a5c-38795127d722", "tag": "463cd9ee-ca82-4229-af50-5f45d8b91936"}]}' {{(pid=109906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:41:36.998252 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f276a105-ee03-4d2a-9ef9-dc24617dce60 x-openstack-request-id: req-f276a105-ee03-4d2a-9ef9-dc24617dce60 {{(pid=109906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:41:36.998646 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4f579f-0e0c-4cea-8a5c-38795127d722", "tag": "463cd9ee-ca82-4229-af50-5f45d8b91936", "status": "completed", "code": 200}]} {{(pid=109906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:41:36.998995 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f276a105-ee03-4d2a-9ef9-dc24617dce60 {{(pid=109906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:41:36.999502 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4f579f-0e0c-4cea-8a5c-38795127d722', 'tag': '463cd9ee-ca82-4229-af50-5f45d8b91936', 'status': 'completed', 'code': 200} Feb 21 00:41:37.055050 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-5dab0e87-691e-4f20-9564-a6a70f9ce12d None None] Set router 2244ab43-eb9e-4597-96dc-54662e71ca72 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:41:37.107139 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce95bc8-e1a7-46ba-ac56-5663c3e50c16 req-1a7f3b67-6d26-49e6-80e4-8189ca9553ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:37.108837 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9ce95bc8-e1a7-46ba-ac56-5663c3e50c16 req-1a7f3b67-6d26-49e6-80e4-8189ca9553ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82b8f77b26bc425e8a2b357d7db9e33e&device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 1130 time: 0.0614498 Feb 21 00:41:37.238060 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce95bc8-e1a7-46ba-ac56-5663c3e50c16 req-f4349815-6c1d-44e4-9f62-b50b403d1ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:37.240117 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9ce95bc8-e1a7-46ba-ac56-5663c3e50c16 req-f4349815-6c1d-44e4-9f62-b50b403d1ace service neutron] 10.222.0.61 "GET /v2.0/networks?id=db91bc76-bbbd-4928-84db-ba174e4b8a5d HTTP/1.1" status: 200 len: 917 time: 0.1244073 Feb 21 00:41:37.347373 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9ce95bc8-e1a7-46ba-ac56-5663c3e50c16 req-527159c7-a0a0-401d-8aef-f7c8fc6afe23 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463cd9ee-ca82-4229-af50-5f45d8b91936 HTTP/1.1" status: 200 len: 999 time: 0.0982914 Feb 21 00:41:37.383610 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-5dab0e87-691e-4f20-9564-a6a70f9ce12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 4, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port': {'id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:52Z', 'updated_at': '2022-02-21T00:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '31ed0bd3-bb12-4437-a02d-f94b6706bf16', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'port_id': '463cd9ee-ca82-4229-af50-5f45d8b91936', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'mac_address': 'fa:16:3e:f4:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4f579f-0e0c-4cea-8a5c-38795127d722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:41:05Z', 'updated_at': '2022-02-21T00:41:35Z', 'revision_number': 1, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04989002-8330-47b5-8f0b-2aff58b5deb0', 'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'mac_address': 'fa:16:3e:a6:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:57Z', 'updated_at': '2022-02-21T00:41:06Z', 'revision_number': 5, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'subnets': [{'id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:37.409628 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce95bc8-e1a7-46ba-ac56-5663c3e50c16 req-c30c15aa-0ff9-4906-94d7-cff4b0aae468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:37.411164 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9ce95bc8-e1a7-46ba-ac56-5663c3e50c16 req-c30c15aa-0ff9-4906-94d7-cff4b0aae468 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fa227f87-1978-4806-9713-f4a79efc4e60 HTTP/1.1" status: 200 len: 855 time: 0.0558095 Feb 21 00:41:37.413649 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dab0e87-691e-4f20-9564-a6a70f9ce12d None None] Checking router: 2244ab43-eb9e-4597-96dc-54662e71ca72 for host: dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:41:37.423092 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dab0e87-691e-4f20-9564-a6a70f9ce12d None None] Routers {'2244ab43-eb9e-4597-96dc-54662e71ca72'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:41:37.423718 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-5dab0e87-691e-4f20-9564-a6a70f9ce12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:41:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['2244ab43-eb9e-4597-96dc-54662e71ca72'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:37.467160 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce95bc8-e1a7-46ba-ac56-5663c3e50c16 req-ea542dd7-8ec8-4e8e-8d97-39a61b0780de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:37.468814 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9ce95bc8-e1a7-46ba-ac56-5663c3e50c16 req-ea542dd7-8ec8-4e8e-8d97-39a61b0780de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=db91bc76-bbbd-4928-84db-ba174e4b8a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514855 Feb 21 00:41:37.555946 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51370c-b447-42e9-b218-ccce65aaa24d req-41a802b8-c885-49d6-9785-a54b574fbe2f tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:37.557617 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-9f51370c-b447-42e9-b218-ccce65aaa24d req-41a802b8-c885-49d6-9785-a54b574fbe2f tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.1081035 Feb 21 00:41:37.569157 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-5dab0e87-691e-4f20-9564-a6a70f9ce12d None None] Set router 2244ab43-eb9e-4597-96dc-54662e71ca72 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:41:37.640331 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-9f51370c-b447-42e9-b218-ccce65aaa24d req-5b655e7e-957d-40b8-9903-eb34d4e013ed tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683393 Feb 21 00:41:37.649413 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9ce95bc8-e1a7-46ba-ac56-5663c3e50c16 req-c843b99c-9521-4152-be17-3edb91b0d1e6 service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740792 Feb 21 00:41:37.771519 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9ce95bc8-e1a7-46ba-ac56-5663c3e50c16 req-2a5173a3-cd3d-40ed-bf4e-50c3daaf948f service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132412 Feb 21 00:41:37.998108 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-5dab0e87-691e-4f20-9564-a6a70f9ce12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 4, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port': {'id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:52Z', 'updated_at': '2022-02-21T00:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '31ed0bd3-bb12-4437-a02d-f94b6706bf16', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'port_id': '463cd9ee-ca82-4229-af50-5f45d8b91936', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'mac_address': 'fa:16:3e:f4:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4f579f-0e0c-4cea-8a5c-38795127d722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:41:05Z', 'updated_at': '2022-02-21T00:41:35Z', 'revision_number': 1, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04989002-8330-47b5-8f0b-2aff58b5deb0', 'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'mac_address': 'fa:16:3e:a6:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:57Z', 'updated_at': '2022-02-21T00:41:06Z', 'revision_number': 5, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'subnets': [{'id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:38.048721 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dab0e87-691e-4f20-9564-a6a70f9ce12d None None] The sync data for ids ['2244ab43-eb9e-4597-96dc-54662e71ca72'] in dv-cinder-813224-6-iscsi is: [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 4, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port': {'id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:52Z', 'updated_at': '2022-02-21T00:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '31ed0bd3-bb12-4437-a02d-f94b6706bf16', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'port_id': '463cd9ee-ca82-4229-af50-5f45d8b91936', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'mac_address': 'fa:16:3e:f4:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4f579f-0e0c-4cea-8a5c-38795127d722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:41:05Z', 'updated_at': '2022-02-21T00:41:35Z', 'revision_number': 1, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04989002-8330-47b5-8f0b-2aff58b5deb0', 'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'mac_address': 'fa:16:3e:a6:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:57Z', 'updated_at': '2022-02-21T00:41:06Z', 'revision_number': 5, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'subnets': [{'id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:41:38.278907 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92ac34c-656c-468a-9004-efb866188e55 None None] New status for floating IP 31ed0bd3-bb12-4437-a02d-f94b6706bf16: ACTIVE {{(pid=109908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:41:38.764233 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcf564-7493-4446-85bd-6334e3538a22 req-dcc0c42d-b876-4a6c-80d6-df47eb924115 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:38.771136 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-66fcf564-7493-4446-85bd-6334e3538a22 req-dcc0c42d-b876-4a6c-80d6-df47eb924115 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0715687 Feb 21 00:41:38.845222 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-66fcf564-7493-4446-85bd-6334e3538a22 req-3ba29f40-c784-4b6d-b273-44494e675fa2 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728381 Feb 21 00:41:39.264664 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 50442) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:39.388946 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b2e5-d8db-4fe3-a0da-1a4a3bb48ffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:39.465245 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b2e5-d8db-4fe3-a0da-1a4a3bb48ffc admin admin] Publish callbacks [] for security_group (53d3d091-2632-4415-9bef-e95534143148), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:39.552478 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b2e5-d8db-4fe3-a0da-1a4a3bb48ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (53d3d091-2632-4415-9bef-e95534143148), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:39.591273 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-8ae2b2e5-d8db-4fe3-a0da-1a4a3bb48ffc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=02080de49d7a4a109774c214d2ee7f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3254507 Feb 21 00:41:39.593053 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2b2e5-d8db-4fe3-a0da-1a4a3bb48ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d3d091-2632-4415-9bef-e95534143148,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:39.594685 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 50452) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:39.648380 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f4f92f28-732b-46ab-b409-13776ab9492e admin admin] Publish callbacks [] for security_group (53d3d091-2632-4415-9bef-e95534143148), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:39.669665 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f4f92f28-732b-46ab-b409-13776ab9492e admin admin] Publish callbacks [] for security_group (53d3d091-2632-4415-9bef-e95534143148), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:39.781590 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f4f92f28-732b-46ab-b409-13776ab9492e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (53d3d091-2632-4415-9bef-e95534143148), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:39.784413 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f4f92f28-732b-46ab-b409-13776ab9492e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:39.785670 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-f4f92f28-732b-46ab-b409-13776ab9492e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/53d3d091-2632-4415-9bef-e95534143148 HTTP/1.1" status: 204 len: 168 time: 0.1893306 Feb 21 00:41:39.794358 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f92f28-732b-46ab-b409-13776ab9492e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d3d091-2632-4415-9bef-e95534143148,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:39.994504 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d9a05-5cff-41ac-bac2-ff5856bd5f0a req-ac763e7e-07ab-4c95-b040-3d730f4f2bae tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:39.995975 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-587d9a05-5cff-41ac-bac2-ff5856bd5f0a req-ac763e7e-07ab-4c95-b040-3d730f4f2bae tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0631986 Feb 21 00:41:40.054746 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-587d9a05-5cff-41ac-bac2-ff5856bd5f0a req-1ed38c50-4a7c-4842-beab-e41a2607bbd6 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485420 Feb 21 00:41:40.497715 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 50486) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:40.512554 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9f1b2bb7-d745-4580-9604-2e60d77e8368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:40.601958 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9f1b2bb7-d745-4580-9604-2e60d77e8368 admin admin] Publish callbacks [] for security_group (ea72df23-b2a2-4e28-ab99-62948d40202f), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:40.711207 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9f1b2bb7-d745-4580-9604-2e60d77e8368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (ea72df23-b2a2-4e28-ab99-62948d40202f), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:40.747374 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b2bb7-d745-4580-9604-2e60d77e8368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea72df23-b2a2-4e28-ab99-62948d40202f,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:40.752512 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-9f1b2bb7-d745-4580-9604-2e60d77e8368 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5cb60ead2e864eb4b36607981d2c4f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529259 Feb 21 00:41:40.755427 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 50488) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:40.805978 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-605284bb-7166-47e3-b2d9-b02dd3585151 admin admin] Publish callbacks [] for security_group (ea72df23-b2a2-4e28-ab99-62948d40202f), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:40.830817 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-605284bb-7166-47e3-b2d9-b02dd3585151 admin admin] Publish callbacks [] for security_group (ea72df23-b2a2-4e28-ab99-62948d40202f), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:40.940697 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-605284bb-7166-47e3-b2d9-b02dd3585151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (ea72df23-b2a2-4e28-ab99-62948d40202f), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:40.943633 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-605284bb-7166-47e3-b2d9-b02dd3585151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:40.945130 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-605284bb-7166-47e3-b2d9-b02dd3585151 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea72df23-b2a2-4e28-ab99-62948d40202f HTTP/1.1" status: 204 len: 168 time: 0.1888635 Feb 21 00:41:40.954288 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605284bb-7166-47e3-b2d9-b02dd3585151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea72df23-b2a2-4e28-ab99-62948d40202f,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:41.175014 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb398ce1-7829-4391-86f6-9b6d57c1c860 req-bf08ed65-1e2d-4adc-8331-5e83d28832d9 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:41.176506 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-cb398ce1-7829-4391-86f6-9b6d57c1c860 req-bf08ed65-1e2d-4adc-8331-5e83d28832d9 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0539281 Feb 21 00:41:41.222403 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-cb398ce1-7829-4391-86f6-9b6d57c1c860 req-f9022a73-8681-4ea6-bac6-aa08f384d01c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402546 Feb 21 00:41:42.087687 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 50546) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:42.297845 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-51e6b37f-3651-4f0e-b267-59ae0cab2887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:42.395181 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ea34e-934e-4b12-892c-fb8110084b9a req-aef3b776-be51-44aa-9208-729595f3da2d tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:42.396949 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-353ea34e-934e-4b12-892c-fb8110084b9a req-aef3b776-be51-44aa-9208-729595f3da2d tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.1009672 Feb 21 00:41:42.466347 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-353ea34e-934e-4b12-892c-fb8110084b9a req-6b0142db-b41c-48fd-94f3-276abe988fad tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636415 Feb 21 00:41:42.471857 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-51e6b37f-3651-4f0e-b267-59ae0cab2887 admin admin] Publish callbacks [] for security_group (95a71d94-a0c1-4d31-8e3e-36e8d56e7377), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:42.551851 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-51e6b37f-3651-4f0e-b267-59ae0cab2887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (95a71d94-a0c1-4d31-8e3e-36e8d56e7377), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:42.593893 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-51e6b37f-3651-4f0e-b267-59ae0cab2887 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=26c57db56a2e4c158102dfb10a0022a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5051167 Feb 21 00:41:42.594750 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6b37f-3651-4f0e-b267-59ae0cab2887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a71d94-a0c1-4d31-8e3e-36e8d56e7377,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:42.597865 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 50560) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:42.651175 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-64ad5649-c523-4963-981f-d04f9048f818 admin admin] Publish callbacks [] for security_group (95a71d94-a0c1-4d31-8e3e-36e8d56e7377), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:42.681357 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-64ad5649-c523-4963-981f-d04f9048f818 admin admin] Publish callbacks [] for security_group (95a71d94-a0c1-4d31-8e3e-36e8d56e7377), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:42.843903 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-64ad5649-c523-4963-981f-d04f9048f818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (95a71d94-a0c1-4d31-8e3e-36e8d56e7377), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:42.846571 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-64ad5649-c523-4963-981f-d04f9048f818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:42.849176 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-64ad5649-c523-4963-981f-d04f9048f818 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/95a71d94-a0c1-4d31-8e3e-36e8d56e7377 HTTP/1.1" status: 204 len: 168 time: 0.2501304 Feb 21 00:41:42.858679 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad5649-c523-4963-981f-d04f9048f818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a71d94-a0c1-4d31-8e3e-36e8d56e7377,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:43.551126 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 50596) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:43.564333 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e2b2686d-e37c-40df-9774-2e7f5ca73fd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:43.591650 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376a48d-d4bf-4bfd-9ed4-c16f81debcb5 req-154ceb83-793e-47d5-9585-91132678029d tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:43.593960 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0376a48d-d4bf-4bfd-9ed4-c16f81debcb5 req-154ceb83-793e-47d5-9585-91132678029d tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0587151 Feb 21 00:41:43.640889 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e2b2686d-e37c-40df-9774-2e7f5ca73fd7 admin admin] Publish callbacks [] for security_group (18ba9ce3-3613-4aa2-afad-42920298e09e), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:43.645121 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0376a48d-d4bf-4bfd-9ed4-c16f81debcb5 req-8972f49e-aeaa-4906-9c5e-06ee61cbcd2c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456579 Feb 21 00:41:43.710998 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e2b2686d-e37c-40df-9774-2e7f5ca73fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (18ba9ce3-3613-4aa2-afad-42920298e09e), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:43.748999 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-e2b2686d-e37c-40df-9774-2e7f5ca73fd7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e1deea6b89a0482facac7fd055aac244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966774 Feb 21 00:41:43.757157 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2686d-e37c-40df-9774-2e7f5ca73fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ba9ce3-3613-4aa2-afad-42920298e09e,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:43.759986 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 50600) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:43.810234 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-4726088c-1bf0-42a8-a5a2-921115390564 admin admin] Publish callbacks [] for security_group (18ba9ce3-3613-4aa2-afad-42920298e09e), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:43.833524 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-4726088c-1bf0-42a8-a5a2-921115390564 admin admin] Publish callbacks [] for security_group (18ba9ce3-3613-4aa2-afad-42920298e09e), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:43.991808 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-4726088c-1bf0-42a8-a5a2-921115390564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (18ba9ce3-3613-4aa2-afad-42920298e09e), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:43.994462 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-4726088c-1bf0-42a8-a5a2-921115390564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:43.995652 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-4726088c-1bf0-42a8-a5a2-921115390564 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/18ba9ce3-3613-4aa2-afad-42920298e09e HTTP/1.1" status: 204 len: 168 time: 0.2342167 Feb 21 00:41:44.007286 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726088c-1bf0-42a8-a5a2-921115390564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ba9ce3-3613-4aa2-afad-42920298e09e,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:44.986314 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1937ef-7651-4a87-b2fd-60d4496885ac req-7fafe6e2-9a76-4a90-aadc-722ed68bfb0f tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:44.986314 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1e1937ef-7651-4a87-b2fd-60d4496885ac req-7fafe6e2-9a76-4a90-aadc-722ed68bfb0f tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0673296 Feb 21 00:41:44.986314 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1e1937ef-7651-4a87-b2fd-60d4496885ac req-846a2513-d4d3-4d5d-9d7e-62eaaec17b2a tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520236 Feb 21 00:41:45.204046 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 50656) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:45.307780 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-b5358757-c5d3-415f-bdd9-980bd14092c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1145726127-network', 'tenant_id': '8dc8aba7c9874afa80fc181cafcafed2'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:41:45.385912 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5358757-c5d3-415f-bdd9-980bd14092c1 admin admin] Made reservation on behalf of 8dc8aba7c9874afa80fc181cafcafed2 for: {'network': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:41:45.388262 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b5358757-c5d3-415f-bdd9-980bd14092c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for network (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:45.397087 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b5358757-c5d3-415f-bdd9-980bd14092c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:45.472237 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b5358757-c5d3-415f-bdd9-980bd14092c1 admin admin] Publish callbacks [] for security_group (95005917-45aa-49bd-92ad-ac24d3e546c9), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:45.529018 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b5358757-c5d3-415f-bdd9-980bd14092c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (95005917-45aa-49bd-92ad-ac24d3e546c9), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:45.554351 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5358757-c5d3-415f-bdd9-980bd14092c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=109906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:41:45.564363 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5358757-c5d3-415f-bdd9-980bd14092c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95005917-45aa-49bd-92ad-ac24d3e546c9,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:45.569229 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b5358757-c5d3-415f-bdd9-980bd14092c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (557fc9fa-d138-4a24-90d2-037322d72d0c), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:45.569590 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.db.segments_db [None req-b5358757-c5d3-415f-bdd9-980bd14092c1 admin admin] Added segment 557fc9fa-d138-4a24-90d2-037322d72d0c of type vlan for network ad082d89-0a1a-4ef2-bffd-d65b0c6bb9b1 Feb 21 00:41:45.608341 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b5358757-c5d3-415f-bdd9-980bd14092c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788922369190'] for network (ad082d89-0a1a-4ef2-bffd-d65b0c6bb9b1), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:45.700232 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b5358757-c5d3-415f-bdd9-980bd14092c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for network (ad082d89-0a1a-4ef2-bffd-d65b0c6bb9b1), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:45.701282 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5358757-c5d3-415f-bdd9-980bd14092c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:45.701864 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b5358757-c5d3-415f-bdd9-980bd14092c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:45.760546 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5358757-c5d3-415f-bdd9-980bd14092c1 admin admin] Pushing event updated for resources: {'Network': ['ID=ad082d89-0a1a-4ef2-bffd-d65b0c6bb9b1,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:45.772718 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Network ad082d89-0a1a-4ef2-bffd-d65b0c6bb9b1 details requested by agent ovs-agent-dv-cinder-813224-6-iscsi with host dv-cinder-813224-6-iscsi {{(pid=109908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:41:45.823674 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-b5358757-c5d3-415f-bdd9-980bd14092c1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6184442 Feb 21 00:41:45.826681 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 50666) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:45.832041 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-fdddd9e0-3b77-4511-9d97-39b9724acb2e admin admin] Request body: {'subnet': {'network_id': 'ad082d89-0a1a-4ef2-bffd-d65b0c6bb9b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1145726127-subnet', 'tenant_id': '8dc8aba7c9874afa80fc181cafcafed2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:41:45.917635 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdddd9e0-3b77-4511-9d97-39b9724acb2e admin admin] Made reservation on behalf of 8dc8aba7c9874afa80fc181cafcafed2 for: {'subnet': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:41:45.920047 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-fdddd9e0-3b77-4511-9d97-39b9724acb2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489637'] for subnet (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:46.047258 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cc7d6-cfbc-4ed0-a5b1-91b36e26e84b req-92530873-ebdd-4969-983c-64bda90b17bc tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:46.051175 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f63cc7d6-cfbc-4ed0-a5b1-91b36e26e84b req-92530873-ebdd-4969-983c-64bda90b17bc tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0648286 Feb 21 00:41:46.099592 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f63cc7d6-cfbc-4ed0-a5b1-91b36e26e84b req-d5d78ffa-2026-4b1e-9377-f62e2ca346d4 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427065 Feb 21 00:41:46.140895 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-fdddd9e0-3b77-4511-9d97-39b9724acb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12339694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489559'] for subnet (be74dce1-b7ba-466e-b9cd-4d0642f56e64), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:46.188706 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddd9e0-3b77-4511-9d97-39b9724acb2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be74dce1-b7ba-466e-b9cd-4d0642f56e64,revision_number=0']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:46.211303 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdddd9e0-3b77-4511-9d97-39b9724acb2e admin admin] Checking segment: {'id': '557fc9fa-d138-4a24-90d2-037322d72d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'ad082d89-0a1a-4ef2-bffd-d65b0c6bb9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:41:46.211791 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdddd9e0-3b77-4511-9d97-39b9724acb2e admin admin] Network hostable DHCP agents. Network: ad082d89-0a1a-4ef2-bffd-d65b0c6bb9b1, hostable agents: ['4dd3caeb-76cf-441e-a150-e4aa52c1e518'], hosted agents: [] {{(pid=109907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:41:46.293596 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdddd9e0-3b77-4511-9d97-39b9724acb2e admin admin] Network ad082d89-0a1a-4ef2-bffd-d65b0c6bb9b1 is scheduled to be hosted by DHCP agent 4dd3caeb-76cf-441e-a150-e4aa52c1e518 with binding_index 1 {{(pid=109907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:41:46.362821 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-fdddd9e0-3b77-4511-9d97-39b9724acb2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813224-6-iscsi, ad082d89-0a1a-4ef2-bffd-d65b0c6bb9b1) {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:41:46.366907 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdddd9e0-3b77-4511-9d97-39b9724acb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:46.367500 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-fdddd9e0-3b77-4511-9d97-39b9724acb2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:46.372657 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8483cdf-a0bb-4d91-ba29-cc45af3d6339 None None] Network ad082d89-0a1a-4ef2-bffd-d65b0c6bb9b1 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:41:46.458167 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-fdddd9e0-3b77-4511-9d97-39b9724acb2e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6303120 Feb 21 00:41:46.471676 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc62db8-8430-4009-ac44-068368ec4a29 None None] Network ad082d89-0a1a-4ef2-bffd-d65b0c6bb9b1 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:41:47.178548 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 50706) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:47.184582 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-46cd5d7d-5bb4-45e5-8ac7-d3ec494d8799 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1679851088-network', 'tenant_id': 'c35440fe272946478e7aa8eed1505a63'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:41:47.254031 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2eee7-eda1-43a7-aad9-93026c4a9f78 req-22a76478-7875-4d47-83d7-5c4277c2a079 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:47.255515 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f7f2eee7-eda1-43a7-aad9-93026c4a9f78 req-22a76478-7875-4d47-83d7-5c4277c2a079 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0686576 Feb 21 00:41:47.302587 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cd5d7d-5bb4-45e5-8ac7-d3ec494d8799 admin admin] Made reservation on behalf of c35440fe272946478e7aa8eed1505a63 for: {'network': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:41:47.304882 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-46cd5d7d-5bb4-45e5-8ac7-d3ec494d8799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for network (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:47.316399 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f7f2eee7-eda1-43a7-aad9-93026c4a9f78 req-bc2e50ba-bd35-45c4-bfd5-c1920fbcf3f1 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553541 Feb 21 00:41:47.317470 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-46cd5d7d-5bb4-45e5-8ac7-d3ec494d8799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:47.388908 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-46cd5d7d-5bb4-45e5-8ac7-d3ec494d8799 admin admin] Publish callbacks [] for security_group (8518866b-a6a0-4a62-9d63-8b20ee7583f2), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:47.437444 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-46cd5d7d-5bb4-45e5-8ac7-d3ec494d8799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (8518866b-a6a0-4a62-9d63-8b20ee7583f2), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:47.460388 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cd5d7d-5bb4-45e5-8ac7-d3ec494d8799 admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=109907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:41:47.475516 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd5d7d-5bb4-45e5-8ac7-d3ec494d8799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8518866b-a6a0-4a62-9d63-8b20ee7583f2,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:47.478531 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-46cd5d7d-5bb4-45e5-8ac7-d3ec494d8799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (74135694-515d-455c-9570-ce12158013d4), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:47.479010 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.segments_db [None req-46cd5d7d-5bb4-45e5-8ac7-d3ec494d8799 admin admin] Added segment 74135694-515d-455c-9570-ce12158013d4 of type vlan for network 7f10b703-226d-42fb-95f2-e7c8cc637565 Feb 21 00:41:47.518301 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-46cd5d7d-5bb4-45e5-8ac7-d3ec494d8799 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788922369190'] for network (7f10b703-226d-42fb-95f2-e7c8cc637565), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:47.586211 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-46cd5d7d-5bb4-45e5-8ac7-d3ec494d8799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for network (7f10b703-226d-42fb-95f2-e7c8cc637565), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:47.587273 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cd5d7d-5bb4-45e5-8ac7-d3ec494d8799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:47.587789 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-46cd5d7d-5bb4-45e5-8ac7-d3ec494d8799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:47.647294 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd5d7d-5bb4-45e5-8ac7-d3ec494d8799 admin admin] Pushing event updated for resources: {'Network': ['ID=7f10b703-226d-42fb-95f2-e7c8cc637565,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:47.657767 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Network 7f10b703-226d-42fb-95f2-e7c8cc637565 details requested by agent ovs-agent-dv-cinder-813224-6-iscsi with host dv-cinder-813224-6-iscsi {{(pid=109908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:41:47.709031 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-46cd5d7d-5bb4-45e5-8ac7-d3ec494d8799 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5292697 Feb 21 00:41:47.711764 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 50712) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:47.716743 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-7ae9b238-515a-4586-9946-a342e5221935 admin admin] Request body: {'subnet': {'network_id': '7f10b703-226d-42fb-95f2-e7c8cc637565', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1679851088-subnet', 'tenant_id': 'c35440fe272946478e7aa8eed1505a63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:41:47.803211 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae9b238-515a-4586-9946-a342e5221935 admin admin] Made reservation on behalf of c35440fe272946478e7aa8eed1505a63 for: {'subnet': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:41:47.805621 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-7ae9b238-515a-4586-9946-a342e5221935 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489637'] for subnet (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:47.851034 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:41:48.037457 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-7ae9b238-515a-4586-9946-a342e5221935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12339694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489559'] for subnet (56872fae-d3c4-4c07-a2d5-c4b0061622bc), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:48.090795 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9b238-515a-4586-9946-a342e5221935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56872fae-d3c4-4c07-a2d5-c4b0061622bc,revision_number=0']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:48.100088 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae9b238-515a-4586-9946-a342e5221935 admin admin] Checking segment: {'id': '74135694-515d-455c-9570-ce12158013d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f10b703-226d-42fb-95f2-e7c8cc637565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:41:48.100438 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae9b238-515a-4586-9946-a342e5221935 admin admin] Network hostable DHCP agents. Network: 7f10b703-226d-42fb-95f2-e7c8cc637565, hostable agents: ['4dd3caeb-76cf-441e-a150-e4aa52c1e518'], hosted agents: [] {{(pid=109907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:41:48.168312 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae9b238-515a-4586-9946-a342e5221935 admin admin] Network 7f10b703-226d-42fb-95f2-e7c8cc637565 is scheduled to be hosted by DHCP agent 4dd3caeb-76cf-441e-a150-e4aa52c1e518 with binding_index 1 {{(pid=109907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:41:48.231462 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-7ae9b238-515a-4586-9946-a342e5221935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813224-6-iscsi, 7f10b703-226d-42fb-95f2-e7c8cc637565) {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:41:48.235504 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae9b238-515a-4586-9946-a342e5221935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:48.236096 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-7ae9b238-515a-4586-9946-a342e5221935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:48.241191 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f44b3c0-0041-4990-8319-0ca89a6229da None None] Network 7f10b703-226d-42fb-95f2-e7c8cc637565 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:41:48.338302 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc57261a-32f7-4ad7-884c-bce5918dbc8c None None] Network 7f10b703-226d-42fb-95f2-e7c8cc637565 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:41:48.362626 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-7ae9b238-515a-4586-9946-a342e5221935 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6496422 Feb 21 00:41:48.438844 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2c386-5df8-4bfd-94d5-73fb7c9c8bc8 req-00a247ec-99f3-4a7d-929e-e57f465dba2b tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:48.440538 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-bcf2c386-5df8-4bfd-94d5-73fb7c9c8bc8 req-00a247ec-99f3-4a7d-929e-e57f465dba2b tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0552154 Feb 21 00:41:48.488886 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-bcf2c386-5df8-4bfd-94d5-73fb7c9c8bc8 req-e3174ac2-c0e1-4d3f-8eb1-376fcbf7be04 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428495 Feb 21 00:41:49.608428 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dcf77-5b0e-4c3b-8e21-a8423b1b1e7b req-7b071a04-958e-4020-9f45-30c5c115da84 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:49.610073 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2e0dcf77-5b0e-4c3b-8e21-a8423b1b1e7b req-7b071a04-958e-4020-9f45-30c5c115da84 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0529554 Feb 21 00:41:49.655397 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2e0dcf77-5b0e-4c3b-8e21-a8423b1b1e7b req-4a2a11c9-e36c-4540-b659-1687dac42434 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397627 Feb 21 00:41:50.774107 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443be295-6274-4aca-8368-21e849483eab req-d0928e78-f6c6-4b09-9254-04fa7b6eaecb tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:50.775569 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-443be295-6274-4aca-8368-21e849483eab req-d0928e78-f6c6-4b09-9254-04fa7b6eaecb tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0523849 Feb 21 00:41:50.823874 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-443be295-6274-4aca-8368-21e849483eab req-e503929a-d059-4815-976a-5dc0238cdef5 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427678 Feb 21 00:41:51.946451 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da0ce2-3a65-4057-a7ea-d2eaca7fd556 req-90b1c9e4-c6d2-4aaa-bfa7-d8ed30d5ed76 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:51.947909 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-24da0ce2-3a65-4057-a7ea-d2eaca7fd556 req-90b1c9e4-c6d2-4aaa-bfa7-d8ed30d5ed76 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0558307 Feb 21 00:41:51.993827 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-24da0ce2-3a65-4057-a7ea-d2eaca7fd556 req-42593a12-673a-4939-8fa7-2a4cb5813980 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403423 Feb 21 00:41:53.265178 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11028c01-b1ed-408e-8248-14214cc812cb req-1515b85f-a758-4b11-a613-f3823b4cc9ec tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:53.267253 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-11028c01-b1ed-408e-8248-14214cc812cb req-1515b85f-a758-4b11-a613-f3823b4cc9ec tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0599487 Feb 21 00:41:53.316730 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-11028c01-b1ed-408e-8248-14214cc812cb req-6064f2ee-f55f-409e-b9b9-0277ca7f4e0c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437417 Feb 21 00:41:53.325173 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-45103f1a-f10f-4250-aca2-a3ef4f6e6108 req-dded4512-9705-4c7f-a45e-d584a0c4c59d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435853 Feb 21 00:41:53.417813 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45103f1a-f10f-4250-aca2-a3ef4f6e6108 req-f08c12ea-bed3-4b9f-b14e-d86f2f26f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:53.419218 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-45103f1a-f10f-4250-aca2-a3ef4f6e6108 req-f08c12ea-bed3-4b9f-b14e-d86f2f26f5c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e63ac4203946df8cfe4731a2baa57f&device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 1129 time: 0.0428352 Feb 21 00:41:53.534678 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45103f1a-f10f-4250-aca2-a3ef4f6e6108 req-2a4f5931-e09e-4158-bcff-010cd23254a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:53.536152 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-45103f1a-f10f-4250-aca2-a3ef4f6e6108 req-2a4f5931-e09e-4158-bcff-010cd23254a0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=17ba718d-5a2b-4b7e-a276-e1789589b54a HTTP/1.1" status: 200 len: 912 time: 0.0900853 Feb 21 00:41:53.583160 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-45103f1a-f10f-4250-aca2-a3ef4f6e6108 req-c1c3234e-8ede-4ced-a815-52e25c252195 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2ddca31-124d-413c-8839-8d013eaa764b HTTP/1.1" status: 200 len: 217 time: 0.0384150 Feb 21 00:41:53.641569 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45103f1a-f10f-4250-aca2-a3ef4f6e6108 req-c02d0a9d-c1e0-4eb5-9047-b5ccb892287a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:53.643244 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-45103f1a-f10f-4250-aca2-a3ef4f6e6108 req-c02d0a9d-c1e0-4eb5-9047-b5ccb892287a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7417476d-a9cc-448b-8ec9-814c8169dc45 HTTP/1.1" status: 200 len: 851 time: 0.0532126 Feb 21 00:41:53.684158 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-45103f1a-f10f-4250-aca2-a3ef4f6e6108 req-6a1fd143-9c7f-41a2-840e-1c69bd3a6ebc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=17ba718d-5a2b-4b7e-a276-e1789589b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308354 Feb 21 00:41:53.796493 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-45103f1a-f10f-4250-aca2-a3ef4f6e6108 req-05a9eb57-ff1a-4007-b659-53bbce3c2a1a service neutron] 10.222.0.61 "GET /v2.0/networks/17ba718d-5a2b-4b7e-a276-e1789589b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011152 Feb 21 00:41:53.894270 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-45103f1a-f10f-4250-aca2-a3ef4f6e6108 req-3b5d13bb-1999-4919-b09a-f225eb480056 service neutron] 10.222.0.61 "GET /v2.0/networks/17ba718d-5a2b-4b7e-a276-e1789589b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901167 Feb 21 00:41:54.439750 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc8737-4f73-41e0-8b2a-a81f1843063b req-900fc58b-0fbc-4a04-a7ea-320582cb2fe8 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:54.442214 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4abc8737-4f73-41e0-8b2a-a81f1843063b req-900fc58b-0fbc-4a04-a7ea-320582cb2fe8 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0570560 Feb 21 00:41:54.493570 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4abc8737-4f73-41e0-8b2a-a81f1843063b req-5c620272-62b8-4195-a311-c3386f037b36 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442481 Feb 21 00:41:54.539895 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 50866) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:54.648658 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-51317880-fe85-484c-b45f-fa27b1ef6834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:54.727079 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-51317880-fe85-484c-b45f-fa27b1ef6834 admin admin] Publish callbacks [] for security_group (be5968e7-00c9-457e-93cc-e348c8e4a2c8), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:54.799160 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-51317880-fe85-484c-b45f-fa27b1ef6834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (be5968e7-00c9-457e-93cc-e348c8e4a2c8), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:54.817571 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 50876) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:54.844885 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-51317880-fe85-484c-b45f-fa27b1ef6834 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=73a59c81c2d1430a8940e1a5c61b3db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037190 Feb 21 00:41:54.847693 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 50880) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:54.858432 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51317880-fe85-484c-b45f-fa27b1ef6834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5968e7-00c9-457e-93cc-e348c8e4a2c8,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:54.895901 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51317880-fe85-484c-b45f-fa27b1ef6834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:54.897461 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51317880-fe85-484c-b45f-fa27b1ef6834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:54.898141 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51317880-fe85-484c-b45f-fa27b1ef6834 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:54.899269 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51317880-fe85-484c-b45f-fa27b1ef6834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:54.899764 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51317880-fe85-484c-b45f-fa27b1ef6834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:54.900248 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51317880-fe85-484c-b45f-fa27b1ef6834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:54.900789 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51317880-fe85-484c-b45f-fa27b1ef6834 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:54.901277 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51317880-fe85-484c-b45f-fa27b1ef6834 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:54.902218 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51317880-fe85-484c-b45f-fa27b1ef6834 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:54.902715 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51317880-fe85-484c-b45f-fa27b1ef6834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:54.903206 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51317880-fe85-484c-b45f-fa27b1ef6834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:54.903762 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51317880-fe85-484c-b45f-fa27b1ef6834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:54.904102 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51317880-fe85-484c-b45f-fa27b1ef6834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:54.907015 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-71309c9f-d533-4955-bce5-46755f45187a admin admin] Publish callbacks [] for security_group (be5968e7-00c9-457e-93cc-e348c8e4a2c8), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:54.928424 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa78a4b-f64a-45b3-a08c-9036404029e7 req-7bb3f79d-4716-4861-a242-9c7c7b9b5afe tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:54.930374 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8fa78a4b-f64a-45b3-a08c-9036404029e7 req-7bb3f79d-4716-4861-a242-9c7c7b9b5afe tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 945 time: 0.0885856 Feb 21 00:41:54.952040 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1cd94134-e62a-4232-b248-f01388f8a2ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:54.958970 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-71309c9f-d533-4955-bce5-46755f45187a admin admin] Publish callbacks [] for security_group (be5968e7-00c9-457e-93cc-e348c8e4a2c8), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:54.985972 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8fa78a4b-f64a-45b3-a08c-9036404029e7 req-09e8edee-1b4f-48fc-be08-666a1c0de3c5 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431395 Feb 21 00:41:55.068097 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1cd94134-e62a-4232-b248-f01388f8a2ab admin admin] Publish callbacks [] for security_group (38607cf3-8bcd-40c4-852a-2313f1b5a1ab), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:55.095891 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-71309c9f-d533-4955-bce5-46755f45187a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (be5968e7-00c9-457e-93cc-e348c8e4a2c8), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:55.098566 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-71309c9f-d533-4955-bce5-46755f45187a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:55.099738 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-71309c9f-d533-4955-bce5-46755f45187a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be5968e7-00c9-457e-93cc-e348c8e4a2c8 HTTP/1.1" status: 204 len: 168 time: 0.2508612 Feb 21 00:41:55.108164 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71309c9f-d533-4955-bce5-46755f45187a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5968e7-00c9-457e-93cc-e348c8e4a2c8,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:55.116181 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71309c9f-d533-4955-bce5-46755f45187a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:55.116535 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71309c9f-d533-4955-bce5-46755f45187a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:55.116909 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71309c9f-d533-4955-bce5-46755f45187a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:55.117250 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71309c9f-d533-4955-bce5-46755f45187a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:55.117584 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71309c9f-d533-4955-bce5-46755f45187a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:55.117914 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71309c9f-d533-4955-bce5-46755f45187a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:55.118246 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71309c9f-d533-4955-bce5-46755f45187a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:55.118578 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71309c9f-d533-4955-bce5-46755f45187a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:55.118948 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71309c9f-d533-4955-bce5-46755f45187a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:55.119395 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71309c9f-d533-4955-bce5-46755f45187a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:55.119721 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71309c9f-d533-4955-bce5-46755f45187a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:55.120044 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71309c9f-d533-4955-bce5-46755f45187a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:55.120486 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71309c9f-d533-4955-bce5-46755f45187a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:55.157328 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1cd94134-e62a-4232-b248-f01388f8a2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (38607cf3-8bcd-40c4-852a-2313f1b5a1ab), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:55.196256 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-1cd94134-e62a-4232-b248-f01388f8a2ab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d96f1c807dc4d19a90d2bb9500b8cc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776088 Feb 21 00:41:55.197145 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd94134-e62a-4232-b248-f01388f8a2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38607cf3-8bcd-40c4-852a-2313f1b5a1ab,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:55.199389 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 50898) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:55.252683 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-258cbd5d-9abc-4a85-b4f7-ebb7856b28d9 admin admin] Publish callbacks [] for security_group (38607cf3-8bcd-40c4-852a-2313f1b5a1ab), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:55.277708 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-258cbd5d-9abc-4a85-b4f7-ebb7856b28d9 admin admin] Publish callbacks [] for security_group (38607cf3-8bcd-40c4-852a-2313f1b5a1ab), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:55.392226 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-258cbd5d-9abc-4a85-b4f7-ebb7856b28d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (38607cf3-8bcd-40c4-852a-2313f1b5a1ab), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:55.394797 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-258cbd5d-9abc-4a85-b4f7-ebb7856b28d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:55.396028 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-258cbd5d-9abc-4a85-b4f7-ebb7856b28d9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/38607cf3-8bcd-40c4-852a-2313f1b5a1ab HTTP/1.1" status: 204 len: 168 time: 0.1954937 Feb 21 00:41:55.408347 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258cbd5d-9abc-4a85-b4f7-ebb7856b28d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38607cf3-8bcd-40c4-852a-2313f1b5a1ab,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:55.642922 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891e0a4-506c-4143-be4a-e5f3359c732a req-9558230b-4c45-4eee-a9fb-3bbba8e42ed9 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:55.644402 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-9891e0a4-506c-4143-be4a-e5f3359c732a req-9558230b-4c45-4eee-a9fb-3bbba8e42ed9 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0522439 Feb 21 00:41:55.729348 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-9891e0a4-506c-4143-be4a-e5f3359c732a req-edb0e701-06b9-4ba8-a701-b17dd53383f3 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742252 Feb 21 00:41:55.904957 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 50920) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:55.918257 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8c62-f7b6-4ca1-b353-28c2ced53262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:55.996503 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8c62-f7b6-4ca1-b353-28c2ced53262 admin admin] Publish callbacks [] for security_group (3c459c99-ed68-4fa6-a30c-c6f779ed6fa4), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:56.094945 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8c62-f7b6-4ca1-b353-28c2ced53262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (3c459c99-ed68-4fa6-a30c-c6f779ed6fa4), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:56.105892 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:56.166201 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-2e0b8c62-f7b6-4ca1-b353-28c2ced53262 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8a92a2c16eb247aab594b3850bf68fdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601247 Feb 21 00:41:56.168918 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 50934) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:56.169644 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b8c62-f7b6-4ca1-b353-28c2ced53262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c459c99-ed68-4fa6-a30c-c6f779ed6fa4,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:56.188407 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d992f1-ab97-46df-849e-cb65b5680f47 req-0b1d63f2-bd81-4f4e-8013-c1457b735b1f tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:56.189957 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d1d992f1-ab97-46df-849e-cb65b5680f47 req-0b1d63f2-bd81-4f4e-8013-c1457b735b1f tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 945 time: 0.1102192 Feb 21 00:41:56.225006 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-803389fd-424e-4e76-ad43-b0b37023dd74 admin admin] Publish callbacks [] for security_group (3c459c99-ed68-4fa6-a30c-c6f779ed6fa4), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:56.247973 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-803389fd-424e-4e76-ad43-b0b37023dd74 admin admin] Publish callbacks [] for security_group (3c459c99-ed68-4fa6-a30c-c6f779ed6fa4), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:56.248133 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d1d992f1-ab97-46df-849e-cb65b5680f47 req-466234a0-dd02-42f6-a462-bf03bd1fa324 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521357 Feb 21 00:41:56.363009 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-803389fd-424e-4e76-ad43-b0b37023dd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (3c459c99-ed68-4fa6-a30c-c6f779ed6fa4), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:56.365980 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-803389fd-424e-4e76-ad43-b0b37023dd74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:56.367230 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-803389fd-424e-4e76-ad43-b0b37023dd74 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3c459c99-ed68-4fa6-a30c-c6f779ed6fa4 HTTP/1.1" status: 204 len: 168 time: 0.1964545 Feb 21 00:41:56.376001 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803389fd-424e-4e76-ad43-b0b37023dd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c459c99-ed68-4fa6-a30c-c6f779ed6fa4,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:56.854922 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093190dc-e175-4a31-bdba-b4a76d3cd306 req-04bbfc71-6ebd-4617-9730-a54ec46b4c12 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:56.856407 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-093190dc-e175-4a31-bdba-b4a76d3cd306 req-04bbfc71-6ebd-4617-9730-a54ec46b4c12 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0558033 Feb 21 00:41:56.903466 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-093190dc-e175-4a31-bdba-b4a76d3cd306 req-31eff930-e522-4c05-bf20-5d39f2caf774 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411797 Feb 21 00:41:56.922979 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-cec5ed52-5594-4765-a60a-4366488a5fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:57.376180 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedab2ae-3ee7-49e9-a7d4-964d880bf89d req-efd70ac0-d93d-4cf3-a12e-e6fa2af9b646 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:57.377694 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-aedab2ae-3ee7-49e9-a7d4-964d880bf89d req-efd70ac0-d93d-4cf3-a12e-e6fa2af9b646 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 945 time: 0.0550363 Feb 21 00:41:57.432225 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-aedab2ae-3ee7-49e9-a7d4-964d880bf89d req-dfb21de7-cc10-4f26-ae0b-1687a43d2d8c tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/security-groups?id=63996491-8aeb-45e3-bca6-8af98e1c2690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487936 Feb 21 00:41:57.552397 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc21c0e-a69c-4fdb-9741-e3445a7728b3 req-ccd62d33-0a64-43df-99cd-6616bde9b9cc tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:57.552397 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dcc21c0e-a69c-4fdb-9741-e3445a7728b3 req-ccd62d33-0a64-43df-99cd-6616bde9b9cc tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.61 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 945 time: 0.0743098 Feb 21 00:41:57.915715 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-dcc21c0e-a69c-4fdb-9741-e3445a7728b3 req-1f55a935-7fd4-4e6e-8ba2-e49bb465767e tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Deleting port a2ddca31-124d-413c-8839-8d013eaa764b {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:41:57.916005 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-dcc21c0e-a69c-4fdb-9741-e3445a7728b3 req-1f55a935-7fd4-4e6e-8ba2-e49bb465767e tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (a2ddca31-124d-413c-8839-8d013eaa764b), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:58.029325 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-dcc21c0e-a69c-4fdb-9741-e3445a7728b3 req-1f55a935-7fd4-4e6e-8ba2-e49bb465767e tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] For port a2ddca31-124d-413c-8839-8d013eaa764b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2ddca31-124d-413c-8839-8d013eaa764b,segment=NetworkSegment(e656b760-e405-414e-8085-50d11f7c1380),segment_id=e656b760-e405-414e-8085-50d11f7c1380)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:58.029699 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-dcc21c0e-a69c-4fdb-9741-e3445a7728b3 req-1f55a935-7fd4-4e6e-8ba2-e49bb465767e tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (a2ddca31-124d-413c-8839-8d013eaa764b), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:58.036303 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b4d3d-1787-4af7-b162-e41434a411c6 req-25438e79-a9ea-46ef-995f-81b674e2009a tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:58.037850 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-2c9b4d3d-1787-4af7-b162-e41434a411c6 req-25438e79-a9ea-46ef-995f-81b674e2009a tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0582068 Feb 21 00:41:58.050068 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-dcc21c0e-a69c-4fdb-9741-e3445a7728b3 req-1f55a935-7fd4-4e6e-8ba2-e49bb465767e tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Calling delete_port for a2ddca31-124d-413c-8839-8d013eaa764b owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:41:58.106527 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-2c9b4d3d-1787-4af7-b162-e41434a411c6 req-9f27bf58-7543-4d22-9c59-39605f4ad53d tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612350 Feb 21 00:41:58.284790 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-dcc21c0e-a69c-4fdb-9741-e3445a7728b3 req-1f55a935-7fd4-4e6e-8ba2-e49bb465767e tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (a2ddca31-124d-413c-8839-8d013eaa764b), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:58.304784 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['a2ddca31-124d-413c-8839-8d013eaa764b'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:41:58.316608 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55a935-7fd4-4e6e-8ba2-e49bb465767e tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Pushing event deleted for resources: {'Port': ['ID=a2ddca31-124d-413c-8839-8d013eaa764b,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:58.383507 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc21c0e-a69c-4fdb-9741-e3445a7728b3 req-1f55a935-7fd4-4e6e-8ba2-e49bb465767e tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] No DVR routers for this DVR port a2ddca31-124d-413c-8839-8d013eaa764b on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:41:58.386829 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-dcc21c0e-a69c-4fdb-9741-e3445a7728b3 req-1f55a935-7fd4-4e6e-8ba2-e49bb465767e tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:58.390162 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dcc21c0e-a69c-4fdb-9741-e3445a7728b3 req-1f55a935-7fd4-4e6e-8ba2-e49bb465767e tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.61 "DELETE /v2.0/ports/a2ddca31-124d-413c-8839-8d013eaa764b HTTP/1.1" status: 204 len: 173 time: 0.8313897 Feb 21 00:41:58.390896 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da708c0e-640e-4fe6-90ff-7f0d1bf6cfff', 'name': 'network-vif-deleted', 'tag': 'a2ddca31-124d-413c-8839-8d013eaa764b'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:41:58.393027 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a207ab50-8266-4e11-8ed4-fc95ab54b576" -d '{"events": [{"server_uuid": "da708c0e-640e-4fe6-90ff-7f0d1bf6cfff", "name": "network-vif-deleted", "tag": "a2ddca31-124d-413c-8839-8d013eaa764b"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:41:58.436531 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af85d7cd-b62d-4ebc-9fcb-f118731338f7 x-openstack-request-id: req-af85d7cd-b62d-4ebc-9fcb-f118731338f7 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:41:58.437081 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da708c0e-640e-4fe6-90ff-7f0d1bf6cfff", "name": "network-vif-deleted", "tag": "a2ddca31-124d-413c-8839-8d013eaa764b", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:41:58.437575 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-af85d7cd-b62d-4ebc-9fcb-f118731338f7 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:41:58.438274 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da708c0e-640e-4fe6-90ff-7f0d1bf6cfff', 'name': 'network-vif-deleted', 'tag': 'a2ddca31-124d-413c-8839-8d013eaa764b', 'status': 'completed', 'code': 200} Feb 21 00:41:58.557879 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-2e14356a-a3cf-4790-a85a-81d675cb8ac5 req-32d60012-9e0e-4659-9cf6-8270c59e62b1 tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 210 time: 0.0420632 Feb 21 00:41:59.014166 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-4999cffb-fc5d-4b8c-be31-5438dd6e49e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:59.231645 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e81b3-e454-416c-8128-9be469714121 req-77d55c15-0a9b-4964-a717-2bb57901d967 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:59.233191 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8e4e81b3-e454-416c-8128-9be469714121 req-77d55c15-0a9b-4964-a717-2bb57901d967 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0603657 Feb 21 00:41:59.286495 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8e4e81b3-e454-416c-8128-9be469714121 req-8f0000f9-964c-4a83-88d6-5b9a5f034a7e tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476263 Feb 21 00:41:59.658561 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d8ebe2f6-4a5f-4ee3-8017-2576c9c13840 req-8074d3c9-13fe-461a-9b58-c229c0734f0b tempest-DeleteServersTestJSON-150946350 tempest-DeleteServersTestJSON-150946350-project] 10.222.0.81 "GET /v2.0/ports?device_id=da708c0e-640e-4fe6-90ff-7f0d1bf6cfff HTTP/1.1" status: 200 len: 210 time: 0.0306723 Feb 21 00:42:00.311471 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:00.522699 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc643c8c-8e4b-4d9b-b225-be4a5d1f2213 req-0e599779-242a-46a0-aa4c-411972005f49 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:00.529792 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fc643c8c-8e4b-4d9b-b225-be4a5d1f2213 req-0e599779-242a-46a0-aa4c-411972005f49 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.1195860 Feb 21 00:42:00.583503 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fc643c8c-8e4b-4d9b-b225-be4a5d1f2213 req-908c25ce-a384-4a13-8404-43e361a594a5 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527627 Feb 21 00:42:00.872235 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device a2ddca31-124d-413c-8839-8d013eaa764b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:42:00.901006 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: a2ddca31-124d-413c-8839-8d013eaa764b {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:42:00.901366 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device a2ddca31-124d-413c-8839-8d013eaa764b not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:42:01.649185 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:01.735584 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a577f8-598d-46f7-a477-73a00184227a req-fac04d37-68ca-4d24-a9a3-ecbc05a42bf8 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:01.737938 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d3a577f8-598d-46f7-a477-73a00184227a req-fac04d37-68ca-4d24-a9a3-ecbc05a42bf8 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0665250 Feb 21 00:42:01.787201 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d3a577f8-598d-46f7-a477-73a00184227a req-6f918575-6837-416e-988f-2bffe0cac5e1 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437236 Feb 21 00:42:02.674605 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-b8dc8d11-54e3-4332-b67b-d609a3fc8477 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:02.674605 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-b8dc8d11-54e3-4332-b67b-d609a3fc8477 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/networks?id=4eddcd37-2bb4-45ed-b271-82c29ca77999 HTTP/1.1" status: 200 len: 815 time: 0.1085868 Feb 21 00:42:02.693704 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-754a2633-ba68-4e6f-acb6-920e8c284b1a tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/quotas/943116783b96473c81856233d65a620b HTTP/1.1" status: 200 len: 375 time: 0.0153074 Feb 21 00:42:02.749731 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51194) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:02.754165 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-3df09f01-987a-48d4-b7b5-761cb802989b tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=943116783b96473c81856233d65a620b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0584712 Feb 21 00:42:02.807968 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ae2bd4-7de6-4780-b4fe-fc4a8ad871e0 admin admin] Deleting subnet 7417476d-a9cc-448b-8ec9-814c8169dc45 {{(pid=109906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:42:02.812052 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a8ae2bd4-7de6-4780-b4fe-fc4a8ad871e0 admin admin] Publish callbacks [] for subnet (7417476d-a9cc-448b-8ec9-814c8169dc45), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:02.878554 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a8ae2bd4-7de6-4780-b4fe-fc4a8ad871e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863466'] for subnet (7417476d-a9cc-448b-8ec9-814c8169dc45), precommit_delete_associations {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:02.898230 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-a301400e-ad01-4e2c-baa2-8c06ac4bca47 service neutron] 10.222.0.81 "GET /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288512 Feb 21 00:42:02.956171 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a8ae2bd4-7de6-4780-b4fe-fc4a8ad871e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3371724'] for subnet (7417476d-a9cc-448b-8ec9-814c8169dc45), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:02.985466 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0dc38-9d4b-4704-946f-96ce0ba312d1 req-4f92a01e-2720-4d90-a9cd-237be884f808 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:02.994407 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-41b0dc38-9d4b-4704-946f-96ce0ba312d1 req-4f92a01e-2720-4d90-a9cd-237be884f808 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.1287663 Feb 21 00:42:03.010173 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-76357184-11d5-4e07-9663-99ce058b0b7c service neutron] 10.222.0.81 "GET /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105556 Feb 21 00:42:03.061272 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-41b0dc38-9d4b-4704-946f-96ce0ba312d1 req-c026dd32-4ec5-4f1c-8551-5f9b6b645128 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650384 Feb 21 00:42:03.094532 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:03.163156 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a8ae2bd4-7de6-4780-b4fe-fc4a8ad871e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3371765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11782563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11428785'] for subnet (7417476d-a9cc-448b-8ec9-814c8169dc45), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:03.198668 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae2bd4-7de6-4780-b4fe-fc4a8ad871e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7417476d-a9cc-448b-8ec9-814c8169dc45,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:03.200215 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a8ae2bd4-7de6-4780-b4fe-fc4a8ad871e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:03.203473 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-a8ae2bd4-7de6-4780-b4fe-fc4a8ad871e0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7417476d-a9cc-448b-8ec9-814c8169dc45 HTTP/1.1" status: 204 len: 168 time: 0.4502389 Feb 21 00:42:03.206734 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 51212) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:03.288803 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-86c39757-2db7-443a-bb5e-757e8ed1f3ee req-42a088c9-b1e1-42eb-843e-420c134b6933 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 210 time: 0.0413616 Feb 21 00:42:03.321026 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a3fdb37c-bc1b-4157-974a-b62d7afe3900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825413'] for network (17ba718d-5a2b-4b7e-a276-e1789589b54a), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:03.401870 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a3fdb37c-bc1b-4157-974a-b62d7afe3900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3370565', 'neutron.services.segments.db._delete_segments_for_network-8788922944314'] for network (17ba718d-5a2b-4b7e-a276-e1789589b54a), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:03.422034 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-a3fdb37c-bc1b-4157-974a-b62d7afe3900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ba718d-5a2b-4b7e-a276-e1789589b54a']}} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:42:03.431190 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-a3fdb37c-bc1b-4157-974a-b62d7afe3900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e656b760-e405-414e-8085-50d11f7c1380') {'for_net_delete': True} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:42:03.431492 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-a3fdb37c-bc1b-4157-974a-b62d7afe3900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e656b760-e405-414e-8085-50d11f7c1380') {} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:42:03.441616 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a3fdb37c-bc1b-4157-974a-b62d7afe3900 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788922945603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12006480'] for segment (e656b760-e405-414e-8085-50d11f7c1380), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:03.456109 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a3fdb37c-bc1b-4157-974a-b62d7afe3900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (e656b760-e405-414e-8085-50d11f7c1380), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:03.462307 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3fdb37c-bc1b-4157-974a-b62d7afe3900 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=109907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:42:03.462747 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a3fdb37c-bc1b-4157-974a-b62d7afe3900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12339273'] for segment (e656b760-e405-414e-8085-50d11f7c1380), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: Traceback (most recent call last): Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: timer() Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: cb(*args, **kw) Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: return func(*args, **kwargs) Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: self._notify() Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: self.callback(batched_events) Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: event.method(event) Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: return f(self, *a, **k) Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: return self._get(url).json() Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: return self.request(url, 'GET', **kwargs) Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:42:03.464505 dv-cinder-813224-6-iscsi neutron-server[109907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:42:03.636926 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a3fdb37c-bc1b-4157-974a-b62d7afe3900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3370574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362209'] for network (17ba718d-5a2b-4b7e-a276-e1789589b54a), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:03.644742 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a3fdb37c-bc1b-4157-974a-b62d7afe3900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:03.648192 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-a3fdb37c-bc1b-4157-974a-b62d7afe3900 admin admin] 10.222.0.81 "DELETE /v2.0/networks/17ba718d-5a2b-4b7e-a276-e1789589b54a HTTP/1.1" status: 204 len: 168 time: 0.4403298 Feb 21 00:42:03.658068 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdb37c-bc1b-4157-974a-b62d7afe3900 admin admin] Pushing event deleted for resources: {'Network': ['ID=17ba718d-5a2b-4b7e-a276-e1789589b54a,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:03.991078 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51228) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:04.030882 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-031dc8c7-c108-4a95-8a3e-83431d8f1695 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c8e63ac4203946df8cfe4731a2baa57f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386703 Feb 21 00:42:04.034015 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51230) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:04.078255 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-36a705ad-dad0-4a4c-80ae-6e25a839d622 admin admin] Publish callbacks [] for security_group (63996491-8aeb-45e3-bca6-8af98e1c2690), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:04.099123 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-36a705ad-dad0-4a4c-80ae-6e25a839d622 admin admin] Publish callbacks [] for security_group (63996491-8aeb-45e3-bca6-8af98e1c2690), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:04.188680 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ab367-f5cb-4e40-8dcf-8878cba836b3 req-162e5aec-85b7-4e42-8118-417388e1659a tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:04.190548 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1c1ab367-f5cb-4e40-8dcf-8878cba836b3 req-162e5aec-85b7-4e42-8118-417388e1659a tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0548658 Feb 21 00:42:04.219970 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-36a705ad-dad0-4a4c-80ae-6e25a839d622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (63996491-8aeb-45e3-bca6-8af98e1c2690), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:04.223037 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-36a705ad-dad0-4a4c-80ae-6e25a839d622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:04.224459 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-36a705ad-dad0-4a4c-80ae-6e25a839d622 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/63996491-8aeb-45e3-bca6-8af98e1c2690 HTTP/1.1" status: 204 len: 168 time: 0.1894779 Feb 21 00:42:04.237463 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a705ad-dad0-4a4c-80ae-6e25a839d622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63996491-8aeb-45e3-bca6-8af98e1c2690,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:04.238830 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1c1ab367-f5cb-4e40-8dcf-8878cba836b3 req-b054daba-c10b-41d9-9026-33aa1bacc62d tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425315 Feb 21 00:42:04.378678 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-5d870be5-80c7-412a-b807-a84e047e81b6 req-86d5929e-a946-4b8b-8913-31b2ffee7a31 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 210 time: 0.0273447 Feb 21 00:42:05.382786 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a0202-eb10-4b2b-9bae-1231b6f97eb7 req-786c2351-cfad-4680-89ca-4acda8fd2656 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:05.384338 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f73a0202-eb10-4b2b-9bae-1231b6f97eb7 req-786c2351-cfad-4680-89ca-4acda8fd2656 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0574803 Feb 21 00:42:05.447829 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f73a0202-eb10-4b2b-9bae-1231b6f97eb7 req-5c945ef1-7c4c-48ef-8a33-3c2aa2e3c58f tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570633 Feb 21 00:42:05.480229 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-915159db-de7a-4ac8-8ec4-028daa3e58b1 req-2d1ab9a8-6171-49ec-b90e-d9b3e2a9690b tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 210 time: 0.0298035 Feb 21 00:42:06.656498 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-67748476-5716-4bdc-a5f2-fd322d7e1b33 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:06.659451 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-67748476-5716-4bdc-a5f2-fd322d7e1b33 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.61 "GET /v2.0/networks?id=4eddcd37-2bb4-45ed-b271-82c29ca77999 HTTP/1.1" status: 200 len: 815 time: 0.2226357 Feb 21 00:42:06.672073 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-31e5460d-2f07-4ade-8996-47f324c4cc59 req-77489df5-c155-4a17-ade8-52342de3484c tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 210 time: 0.0361667 Feb 21 00:42:06.695965 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-2be0a8a8-1f9e-4c93-8fcd-cfdb91602214 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Request body: {'port': {'device_id': 'fb28f370-b77f-447f-8604-b3cfaad0634f', 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999', 'admin_state_up': True, 'tenant_id': '943116783b96473c81856233d65a620b'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:42:06.705480 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cd378-0bed-42b4-9fb2-c4993d9e269d req-d3b5c991-79c7-4750-9e6f-4938c656a3b0 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:06.707710 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c08cd378-0bed-42b4-9fb2-c4993d9e269d req-d3b5c991-79c7-4750-9e6f-4938c656a3b0 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.1349328 Feb 21 00:42:06.867893 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c08cd378-0bed-42b4-9fb2-c4993d9e269d req-c32581a3-89d6-4581-bedb-12f120632f8f tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498508 Feb 21 00:42:06.877382 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49782ce6-786a-4fc5-a326-062ae593bb13 req-b18bdaa5-77ca-4e31-8fea-a23cc07f3652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:06.878842 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-49782ce6-786a-4fc5-a326-062ae593bb13 req-b18bdaa5-77ca-4e31-8fea-a23cc07f3652 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 1129 time: 0.1599119 Feb 21 00:42:06.937999 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-49782ce6-786a-4fc5-a326-062ae593bb13 req-9b9e3fa2-87eb-4829-8dc6-b907f015b455 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433948 Feb 21 00:42:06.996404 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-2be0a8a8-1f9e-4c93-8fcd-cfdb91602214 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Made reservation on behalf of 943116783b96473c81856233d65a620b for: {'port': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:42:06.999910 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-2be0a8a8-1f9e-4c93-8fcd-cfdb91602214 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:07.151975 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-2be0a8a8-1f9e-4c93-8fcd-cfdb91602214 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Allocated IP 172.20.0.2 (4eddcd37-2bb4-45ed-b271-82c29ca77999/6263a4fb-8c44-4871-be28-e6536c01e4fa/89c86f05-1c24-4773-a113-d654b8d6d24f) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:42:07.342100 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-2be0a8a8-1f9e-4c93-8fcd-cfdb91602214 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks [] for port (89c86f05-1c24-4773-a113-d654b8d6d24f), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:07.432257 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-2be0a8a8-1f9e-4c93-8fcd-cfdb91602214 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (89c86f05-1c24-4773-a113-d654b8d6d24f), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:07.453366 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['b3169a9e-759b-4541-9058-21346f041bfa'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:42:07.482279 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-2be0a8a8-1f9e-4c93-8fcd-cfdb91602214 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Network 4eddcd37-2bb4-45ed-b271-82c29ca77999 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:42:07.485362 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-2be0a8a8-1f9e-4c93-8fcd-cfdb91602214 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:42:07.491479 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-2be0a8a8-1f9e-4c93-8fcd-cfdb91602214 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:42:07.523096 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0a8a8-1f9e-4c93-8fcd-cfdb91602214 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Pushing event updated for resources: {'Port': ['ID=89c86f05-1c24-4773-a113-d654b8d6d24f,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:07.549712 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-2be0a8a8-1f9e-4c93-8fcd-cfdb91602214 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:07.550575 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-2be0a8a8-1f9e-4c93-8fcd-cfdb91602214 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:07.657218 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-2be0a8a8-1f9e-4c93-8fcd-cfdb91602214 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9755509 Feb 21 00:42:07.677753 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Request body: {'port': {'device_id': 'fb28f370-b77f-447f-8604-b3cfaad0634f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:42:07.739212 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (89c86f05-1c24-4773-a113-d654b8d6d24f), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:07.800767 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad0884-dbcf-432b-870b-c33f84c8a2fb req-f655c105-16c1-4fac-a388-60a200a73101 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:07.808098 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-4fad0884-dbcf-432b-870b-c33f84c8a2fb req-f655c105-16c1-4fac-a388-60a200a73101 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 931 time: 0.0643761 Feb 21 00:42:07.851376 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-4fad0884-dbcf-432b-870b-c33f84c8a2fb req-35e8b975-1eb1-4c09-a54f-0cbb1894af15 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423067 Feb 21 00:42:08.031405 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a265be-edae-4f5e-a1d6-129b0bf0a60d req-ff1534d5-5758-4553-a2b2-50a9b9a638f4 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:08.033007 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a4a265be-edae-4f5e-a1d6-129b0bf0a60d req-ff1534d5-5758-4553-a2b2-50a9b9a638f4 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0897508 Feb 21 00:42:08.098955 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c86f05-1c24-4773-a113-d654b8d6d24f {{(pid=109907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:42:08.125004 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Publish callbacks [] for port (89c86f05-1c24-4773-a113-d654b8d6d24f), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:08.161616 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a4a265be-edae-4f5e-a1d6-129b0bf0a60d req-41775b05-6757-43f0-872c-c969eb4cde55 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917351 Feb 21 00:42:08.171238 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.provisioning_blocks [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Transition to ACTIVE for port object 89c86f05-1c24-4773-a113-d654b8d6d24f will not be triggered until provisioned by entity L2. {{(pid=109907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:42:08.176843 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51414) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:08.225516 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (89c86f05-1c24-4773-a113-d654b8d6d24f), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:08.310425 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Pushing event updated for resources: {'Port': ['ID=89c86f05-1c24-4773-a113-d654b8d6d24f,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:08.317552 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3393cc4f-23fe-4a98-9e75-b1e7d69edfcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:08.384866 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Attempting to bind port 89c86f05-1c24-4773-a113-d654b8d6d24f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:42:08.385202 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Attempting to bind port 89c86f05-1c24-4773-a113-d654b8d6d24f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '5171ad0f-cdd7-4d59-a1da-485b04cc5db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999'}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:42:08.385529 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Attempting to bind port 89c86f05-1c24-4773-a113-d654b8d6d24f on network 4eddcd37-2bb4-45ed-b271-82c29ca77999 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:42:08.389857 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Port 89c86f05-1c24-4773-a113-d654b8d6d24f on network 4eddcd37-2bb4-45ed-b271-82c29ca77999 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:42:08.390179 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Attempting to bind port 89c86f05-1c24-4773-a113-d654b8d6d24f on network 4eddcd37-2bb4-45ed-b271-82c29ca77999 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:42:08.395709 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:42:08.401148 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Checking segment: {'id': '5171ad0f-cdd7-4d59-a1da-485b04cc5db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:42:08.401148 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Bound using segment: {'id': '5171ad0f-cdd7-4d59-a1da-485b04cc5db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999'} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:42:08.401148 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Bound port: 89c86f05-1c24-4773-a113-d654b8d6d24f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5171ad0f-cdd7-4d59-a1da-485b04cc5db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999'}}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:42:08.401148 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (89c86f05-1c24-4773-a113-d654b8d6d24f), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:08.401505 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3393cc4f-23fe-4a98-9e75-b1e7d69edfcf admin admin] Publish callbacks [] for security_group (dc7e0a4c-9984-4f8a-a93a-b95d3377057e), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:08.460448 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] For port 89c86f05-1c24-4773-a113-d654b8d6d24f, host hv-cinder-81322, cleared binding levels {{(pid=109907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:42:08.463537 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] For port 89c86f05-1c24-4773-a113-d654b8d6d24f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89c86f05-1c24-4773-a113-d654b8d6d24f,segment=NetworkSegment(5171ad0f-cdd7-4d59-a1da-485b04cc5db5),segment_id=5171ad0f-cdd7-4d59-a1da-485b04cc5db5)] {{(pid=109907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:42:08.518776 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3393cc4f-23fe-4a98-9e75-b1e7d69edfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (dc7e0a4c-9984-4f8a-a93a-b95d3377057e), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:08.552374 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (89c86f05-1c24-4773-a113-d654b8d6d24f), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:08.567445 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-3393cc4f-23fe-4a98-9e75-b1e7d69edfcf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=06cce54f446f4d77a04837d9ade816ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3892996 Feb 21 00:42:08.569566 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393cc4f-23fe-4a98-9e75-b1e7d69edfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7e0a4c-9984-4f8a-a93a-b95d3377057e,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:08.572907 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51426) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:08.590000 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:08.590714 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:08.591963 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] 10.222.0.61 "PUT /v2.0/ports/89c86f05-1c24-4773-a113-d654b8d6d24f HTTP/1.1" status: 200 len: 1093 time: 0.9189289 Feb 21 00:42:08.592404 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb28f370-b77f-447f-8604-b3cfaad0634f', 'tag': '89c86f05-1c24-4773-a113-d654b8d6d24f'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:42:08.594739 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f07649f-4a74-46f6-bdff-e1058b39afa4" -d '{"events": [{"name": "network-changed", "server_uuid": "fb28f370-b77f-447f-8604-b3cfaad0634f", "tag": "89c86f05-1c24-4773-a113-d654b8d6d24f"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:42:08.638904 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bcd1d-100c-4a5f-985c-c1d7da61ca47 service neutron] Pushing event updated for resources: {'Port': ['ID=89c86f05-1c24-4773-a113-d654b8d6d24f,revision_number=3']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:08.644913 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2365c799-6db5-4ca9-8080-4c8b55f5c2be x-openstack-request-id: req-2365c799-6db5-4ca9-8080-4c8b55f5c2be {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:42:08.645201 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb28f370-b77f-447f-8604-b3cfaad0634f", "tag": "89c86f05-1c24-4773-a113-d654b8d6d24f", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:42:08.645454 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2365c799-6db5-4ca9-8080-4c8b55f5c2be {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:42:08.646110 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb28f370-b77f-447f-8604-b3cfaad0634f', 'tag': '89c86f05-1c24-4773-a113-d654b8d6d24f', 'status': 'completed', 'code': 200} Feb 21 00:42:08.648838 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-6e1a27a4-b56b-495e-9e21-48afa4becea1 admin admin] Publish callbacks [] for security_group (dc7e0a4c-9984-4f8a-a93a-b95d3377057e), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:08.671940 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-6e1a27a4-b56b-495e-9e21-48afa4becea1 admin admin] Publish callbacks [] for security_group (dc7e0a4c-9984-4f8a-a93a-b95d3377057e), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:08.733264 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07649f-4a74-46f6-bdff-e1058b39afa4 req-6754e30a-5d75-46c0-b357-9af2e48817c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:08.734906 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2f07649f-4a74-46f6-bdff-e1058b39afa4 req-6754e30a-5d75-46c0-b357-9af2e48817c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=943116783b96473c81856233d65a620b&device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 1127 time: 0.0619166 Feb 21 00:42:08.774039 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-6e1a27a4-b56b-495e-9e21-48afa4becea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (dc7e0a4c-9984-4f8a-a93a-b95d3377057e), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:08.776826 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-6e1a27a4-b56b-495e-9e21-48afa4becea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:08.789253 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-6e1a27a4-b56b-495e-9e21-48afa4becea1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dc7e0a4c-9984-4f8a-a93a-b95d3377057e HTTP/1.1" status: 204 len: 168 time: 0.2129879 Feb 21 00:42:08.809481 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a27a4-b56b-495e-9e21-48afa4becea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7e0a4c-9984-4f8a-a93a-b95d3377057e,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:08.951009 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07649f-4a74-46f6-bdff-e1058b39afa4 req-17b536c7-bd13-4131-aba1-2aa5f55b241c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:08.952422 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2f07649f-4a74-46f6-bdff-e1058b39afa4 req-17b536c7-bd13-4131-aba1-2aa5f55b241c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=943116783b96473c81856233d65a620b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2076094 Feb 21 00:42:09.281686 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74454a5f-f04c-4a22-b753-56fcddcd7e29 req-7cd4f35a-d686-45e4-8e68-25fa5e9f701a tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:09.285057 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-74454a5f-f04c-4a22-b753-56fcddcd7e29 req-7cd4f35a-d686-45e4-8e68-25fa5e9f701a tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0582793 Feb 21 00:42:09.303874 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa3bab-a60b-48cf-b87c-ec8a9dddc3b9 req-8350d6a4-e0a2-4e68-855a-91353b01ab18 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:09.306088 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-09aa3bab-a60b-48cf-b87c-ec8a9dddc3b9 req-8350d6a4-e0a2-4e68-855a-91353b01ab18 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 943 time: 0.3691916 Feb 21 00:42:09.338622 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-74454a5f-f04c-4a22-b753-56fcddcd7e29 req-9b3afdaa-dcb4-4e80-9f2f-294289b55de5 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481830 Feb 21 00:42:09.374583 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07649f-4a74-46f6-bdff-e1058b39afa4 req-f9797b35-7a94-4ebf-8194-f26fd3228671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:09.376030 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2f07649f-4a74-46f6-bdff-e1058b39afa4 req-f9797b35-7a94-4ebf-8194-f26fd3228671 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4093904 Feb 21 00:42:09.400622 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-09aa3bab-a60b-48cf-b87c-ec8a9dddc3b9 req-601ebfbe-e9cd-45d6-a007-4aea1504053f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795543 Feb 21 00:42:09.470687 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-9949a3c5-8aad-4d0d-a443-6efdb70bb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:09.472199 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-9949a3c5-8aad-4d0d-a443-6efdb70bb2c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=943116783b96473c81856233d65a620b&device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 1127 time: 0.0524969 Feb 21 00:42:09.487616 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe5a50-1ef6-4a41-957f-dd134c7d0dcc req-7989e9c0-3780-421f-b4c1-143b0572b89c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:09.489158 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-befe5a50-1ef6-4a41-957f-dd134c7d0dcc req-7989e9c0-3780-421f-b4c1-143b0572b89c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0789824 Feb 21 00:42:09.525538 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-d8c93576-4d2c-48fa-a7ab-53fcfc2441e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89c86f05-1c24-4773-a113-d654b8d6d24f HTTP/1.1" status: 200 len: 217 time: 0.0391719 Feb 21 00:42:09.539079 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-befe5a50-1ef6-4a41-957f-dd134c7d0dcc req-169eebd0-464d-451e-93c1-0ab3e8c3d53f tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432613 Feb 21 00:42:09.574722 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51462) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:09.582307 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-da6b5fb3-62cb-43ba-ac35-28a2944cb3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:09.583904 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-da6b5fb3-62cb-43ba-ac35-28a2944cb3bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6263a4fb-8c44-4871-be28-e6536c01e4fa HTTP/1.1" status: 200 len: 855 time: 0.0497935 Feb 21 00:42:09.590151 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1f33596b-0d7d-4f65-b0fe-c48f2f1ad83a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:09.623245 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-c9a45430-5c7c-4c99-8394-c92ce8833fc4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4eddcd37-2bb4-45ed-b271-82c29ca77999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286820 Feb 21 00:42:09.688475 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1f33596b-0d7d-4f65-b0fe-c48f2f1ad83a admin admin] Publish callbacks [] for security_group (6dde05e4-81f1-4c5f-8e36-52b03e8de202), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:09.738523 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-0773c531-be35-476f-aa5a-a815f2f41c50 service neutron] 10.222.0.61 "GET /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080499 Feb 21 00:42:09.752334 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1f33596b-0d7d-4f65-b0fe-c48f2f1ad83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (6dde05e4-81f1-4c5f-8e36-52b03e8de202), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:09.797434 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-1f33596b-0d7d-4f65-b0fe-c48f2f1ad83a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=91f8dbf0ae634962a4d48bd1e4f69757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214346 Feb 21 00:42:09.801161 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51468) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:09.801813 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33596b-0d7d-4f65-b0fe-c48f2f1ad83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dde05e4-81f1-4c5f-8e36-52b03e8de202,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:09.858028 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bee56c52-0bad-4541-8523-f5bfd9c91ca0 req-8d0ecf5a-8f2b-461e-aa98-7ff814e2fd76 service neutron] 10.222.0.61 "GET /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041458 Feb 21 00:42:09.880824 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-007265ee-e82c-42d6-8441-0b75997c8ad5 admin admin] Publish callbacks [] for security_group (6dde05e4-81f1-4c5f-8e36-52b03e8de202), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:09.907670 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-007265ee-e82c-42d6-8441-0b75997c8ad5 admin admin] Publish callbacks [] for security_group (6dde05e4-81f1-4c5f-8e36-52b03e8de202), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:10.140101 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-007265ee-e82c-42d6-8441-0b75997c8ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (6dde05e4-81f1-4c5f-8e36-52b03e8de202), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:10.144192 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-007265ee-e82c-42d6-8441-0b75997c8ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:10.146015 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-007265ee-e82c-42d6-8441-0b75997c8ad5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6dde05e4-81f1-4c5f-8e36-52b03e8de202 HTTP/1.1" status: 204 len: 168 time: 0.3409789 Feb 21 00:42:10.159802 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007265ee-e82c-42d6-8441-0b75997c8ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dde05e4-81f1-4c5f-8e36-52b03e8de202,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:10.612237 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc9546-cea9-4529-93d8-7284bf617219 req-ab1e4a6c-bfeb-4d91-8d30-dca9a9731185 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:10.615303 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9ddc9546-cea9-4529-93d8-7284bf617219 req-ab1e4a6c-bfeb-4d91-8d30-dca9a9731185 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 943 time: 0.1193745 Feb 21 00:42:10.683873 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9ddc9546-cea9-4529-93d8-7284bf617219 req-0b698923-1469-4013-b8ca-3f9f404a10a3 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554531 Feb 21 00:42:11.239913 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51552) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:11.392916 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-34831542-3ff0-415a-b51f-cfe41b669330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:11.471337 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 51562) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:11.477401 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-34831542-3ff0-415a-b51f-cfe41b669330 admin admin] Publish callbacks [] for security_group (e8f763d7-7dbd-4480-9aca-aa6f4ad4c146), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:11.551280 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-34831542-3ff0-415a-b51f-cfe41b669330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (e8f763d7-7dbd-4480-9aca-aa6f4ad4c146), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:11.592508 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-34831542-3ff0-415a-b51f-cfe41b669330 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0eee254b3ab642b097046162d4e37103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507466 Feb 21 00:42:11.593466 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34831542-3ff0-415a-b51f-cfe41b669330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f763d7-7dbd-4480-9aca-aa6f4ad4c146,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:11.595331 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 51568) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:11.670400 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-da617f43-a188-4485-9e55-9687ac7c84f1 admin admin] Publish callbacks [] for security_group (e8f763d7-7dbd-4480-9aca-aa6f4ad4c146), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:11.699417 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-da617f43-a188-4485-9e55-9687ac7c84f1 admin admin] Publish callbacks [] for security_group (e8f763d7-7dbd-4480-9aca-aa6f4ad4c146), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:11.712894 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c9c761bc-6a36-47e9-8db2-4cfdb195f4b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:11.801316 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74d74a-fc7c-4a21-aa7f-4ff3e9ae790b req-f7005fad-bdd6-40b2-b7aa-af625c9aaf9c tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:11.802658 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ea74d74a-fc7c-4a21-aa7f-4ff3e9ae790b req-f7005fad-bdd6-40b2-b7aa-af625c9aaf9c tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 943 time: 0.0553639 Feb 21 00:42:11.853070 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ea74d74a-fc7c-4a21-aa7f-4ff3e9ae790b req-283b5286-7265-43bf-a3ca-88e23c96ca2d tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445666 Feb 21 00:42:11.960233 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-da617f43-a188-4485-9e55-9687ac7c84f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (e8f763d7-7dbd-4480-9aca-aa6f4ad4c146), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:11.962850 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-da617f43-a188-4485-9e55-9687ac7c84f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:11.964070 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-da617f43-a188-4485-9e55-9687ac7c84f1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e8f763d7-7dbd-4480-9aca-aa6f4ad4c146 HTTP/1.1" status: 204 len: 168 time: 0.3677189 Feb 21 00:42:11.979317 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da617f43-a188-4485-9e55-9687ac7c84f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f763d7-7dbd-4480-9aca-aa6f4ad4c146,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:12.004989 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c9c761bc-6a36-47e9-8db2-4cfdb195f4b6 admin admin] Publish callbacks [] for security_group (bba98d7d-da63-45a4-a3f9-1b7f1439c685), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:12.071242 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c9c761bc-6a36-47e9-8db2-4cfdb195f4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (bba98d7d-da63-45a4-a3f9-1b7f1439c685), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:12.115939 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-c9c761bc-6a36-47e9-8db2-4cfdb195f4b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4742c7a0f0424506a8fb4f2febf9e591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6405015 Feb 21 00:42:12.115939 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c761bc-6a36-47e9-8db2-4cfdb195f4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba98d7d-da63-45a4-a3f9-1b7f1439c685,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:12.118187 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51584) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:12.171107 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-37a0c4f0-f7c6-4fa1-aeda-00519bbfdea9 admin admin] Publish callbacks [] for security_group (bba98d7d-da63-45a4-a3f9-1b7f1439c685), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:12.197315 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-37a0c4f0-f7c6-4fa1-aeda-00519bbfdea9 admin admin] Publish callbacks [] for security_group (bba98d7d-da63-45a4-a3f9-1b7f1439c685), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:12.299623 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-37a0c4f0-f7c6-4fa1-aeda-00519bbfdea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (bba98d7d-da63-45a4-a3f9-1b7f1439c685), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:12.304208 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-37a0c4f0-f7c6-4fa1-aeda-00519bbfdea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:12.304208 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-37a0c4f0-f7c6-4fa1-aeda-00519bbfdea9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bba98d7d-da63-45a4-a3f9-1b7f1439c685 HTTP/1.1" status: 204 len: 168 time: 0.1845191 Feb 21 00:42:12.317245 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0c4f0-f7c6-4fa1-aeda-00519bbfdea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba98d7d-da63-45a4-a3f9-1b7f1439c685,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:12.584259 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51600) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:12.597473 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-edbce4d0-33ee-4008-84c3-1f4ef18900d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:12.677899 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-edbce4d0-33ee-4008-84c3-1f4ef18900d9 admin admin] Publish callbacks [] for security_group (45e3f3c8-9072-4b2b-8b81-db8f71ddf0d0), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:12.745470 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-edbce4d0-33ee-4008-84c3-1f4ef18900d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (45e3f3c8-9072-4b2b-8b81-db8f71ddf0d0), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:12.779969 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbce4d0-33ee-4008-84c3-1f4ef18900d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e3f3c8-9072-4b2b-8b81-db8f71ddf0d0,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:12.803319 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-edbce4d0-33ee-4008-84c3-1f4ef18900d9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ca02299b82c64ea6a875ea44a172f212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179239 Feb 21 00:42:12.806317 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51608) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:12.857963 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-57758199-a25b-4f97-a512-53984ca642bb admin admin] Publish callbacks [] for security_group (45e3f3c8-9072-4b2b-8b81-db8f71ddf0d0), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:12.881309 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-57758199-a25b-4f97-a512-53984ca642bb admin admin] Publish callbacks [] for security_group (45e3f3c8-9072-4b2b-8b81-db8f71ddf0d0), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:12.992831 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea29012-4e42-4ce4-bb44-e2b91ad4a62b req-53055f58-b03b-4781-b3b3-e549635ea4a8 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:12.994425 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0ea29012-4e42-4ce4-bb44-e2b91ad4a62b req-53055f58-b03b-4781-b3b3-e549635ea4a8 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 943 time: 0.0585020 Feb 21 00:42:13.008243 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-57758199-a25b-4f97-a512-53984ca642bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (45e3f3c8-9072-4b2b-8b81-db8f71ddf0d0), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:13.010911 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-57758199-a25b-4f97-a512-53984ca642bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:13.012050 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-57758199-a25b-4f97-a512-53984ca642bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/45e3f3c8-9072-4b2b-8b81-db8f71ddf0d0 HTTP/1.1" status: 204 len: 168 time: 0.2046263 Feb 21 00:42:13.022563 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57758199-a25b-4f97-a512-53984ca642bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e3f3c8-9072-4b2b-8b81-db8f71ddf0d0,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:13.065463 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0ea29012-4e42-4ce4-bb44-e2b91ad4a62b req-0b191141-1511-479f-a0b4-b5ceb81b569d tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655148 Feb 21 00:42:13.123321 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 51624) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:13.136632 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-08d41acb-0c0e-466f-8f39-3f39421ead07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:13.212295 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-08d41acb-0c0e-466f-8f39-3f39421ead07 admin admin] Publish callbacks [] for security_group (cdc9ab6f-e163-4254-b89c-973b94236d00), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:13.251885 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 89c86f05-1c24-4773-a113-d654b8d6d24f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:42:13.283384 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-08d41acb-0c0e-466f-8f39-3f39421ead07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (cdc9ab6f-e163-4254-b89c-973b94236d00), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:13.328755 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d41acb-0c0e-466f-8f39-3f39421ead07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc9ab6f-e163-4254-b89c-973b94236d00,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:13.340109 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-08d41acb-0c0e-466f-8f39-3f39421ead07 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e2011a2df3aa410199a7ca1fa7b23315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157001 Feb 21 00:42:13.343656 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 51632) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:13.385566 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 89c86f05-1c24-4773-a113-d654b8d6d24f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89c86f05-1c24-4773-a113-d654b8d6d24f,segment=NetworkSegment(5171ad0f-cdd7-4d59-a1da-485b04cc5db5),segment_id=5171ad0f-cdd7-4d59-a1da-485b04cc5db5)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:42:13.399672 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': '89c86f05-1c24-4773-a113-d654b8d6d24f', 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999', 'port_id': '89c86f05-1c24-4773-a113-d654b8d6d24f', 'mac_address': 'fa:16:3e:df:d2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6263a4fb-8c44-4871-be28-e6536c01e4fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:42:13.436096 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-110e4b9f-d432-40ac-b1f8-815fa0064ce9 admin admin] Publish callbacks [] for security_group (cdc9ab6f-e163-4254-b89c-973b94236d00), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:13.444057 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 89c86f05-1c24-4773-a113-d654b8d6d24f is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:42:13.444463 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (89c86f05-1c24-4773-a113-d654b8d6d24f), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:13.458407 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c86f05-1c24-4773-a113-d654b8d6d24f {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:42:13.460372 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-110e4b9f-d432-40ac-b1f8-815fa0064ce9 admin admin] Publish callbacks [] for security_group (cdc9ab6f-e163-4254-b89c-973b94236d00), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:13.479068 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 89c86f05-1c24-4773-a113-d654b8d6d24f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89c86f05-1c24-4773-a113-d654b8d6d24f,segment=NetworkSegment(5171ad0f-cdd7-4d59-a1da-485b04cc5db5),segment_id=5171ad0f-cdd7-4d59-a1da-485b04cc5db5)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:42:13.570761 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (89c86f05-1c24-4773-a113-d654b8d6d24f), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:13.590961 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-110e4b9f-d432-40ac-b1f8-815fa0064ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (cdc9ab6f-e163-4254-b89c-973b94236d00), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:13.593666 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-110e4b9f-d432-40ac-b1f8-815fa0064ce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:13.594825 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-110e4b9f-d432-40ac-b1f8-815fa0064ce9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cdc9ab6f-e163-4254-b89c-973b94236d00 HTTP/1.1" status: 204 len: 168 time: 0.2501118 Feb 21 00:42:13.603376 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e4b9f-d432-40ac-b1f8-815fa0064ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc9ab6f-e163-4254-b89c-973b94236d00,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:13.640948 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=89c86f05-1c24-4773-a113-d654b8d6d24f,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:13.650222 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:13.650536 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:13.650923 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:13.655903 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:13.655903 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:13.655903 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:13.655903 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:13.655903 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:13.655903 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:13.655903 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:13.655903 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:13.655903 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:13.655903 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:13.735263 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51642) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:13.757895 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-53958eb5-407e-4aaf-8965-0ff3c0254269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:13.831899 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 51644) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:13.848778 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-53958eb5-407e-4aaf-8965-0ff3c0254269 admin admin] Publish callbacks [] for security_group (60d386bc-cbd4-4d37-b622-fc6c7cdc8b2b), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:13.888756 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['89c86f05-1c24-4773-a113-d654b8d6d24f'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:42:13.941891 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-47c469e2-1464-4cca-bf93-4020831c2a42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:13.945064 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-53958eb5-407e-4aaf-8965-0ff3c0254269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (60d386bc-cbd4-4d37-b622-fc6c7cdc8b2b), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:13.991790 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-53958eb5-407e-4aaf-8965-0ff3c0254269 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=860ff2ca873045cf910b62fc9fbaf0d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543983 Feb 21 00:42:13.992845 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53958eb5-407e-4aaf-8965-0ff3c0254269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d386bc-cbd4-4d37-b622-fc6c7cdc8b2b,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:13.996217 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51648) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:14.054465 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d01fa916-b2a8-4184-8755-57ee4eed0e50 admin admin] Publish callbacks [] for security_group (60d386bc-cbd4-4d37-b622-fc6c7cdc8b2b), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:14.070745 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-47c469e2-1464-4cca-bf93-4020831c2a42 admin admin] Publish callbacks [] for security_group (bb090eda-1172-498a-b2b5-17b1ee59dbed), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:14.077231 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d01fa916-b2a8-4184-8755-57ee4eed0e50 admin admin] Publish callbacks [] for security_group (60d386bc-cbd4-4d37-b622-fc6c7cdc8b2b), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:14.135219 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-47c469e2-1464-4cca-bf93-4020831c2a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (bb090eda-1172-498a-b2b5-17b1ee59dbed), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:14.186220 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-47c469e2-1464-4cca-bf93-4020831c2a42 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=048d5defc9d6496e9fd8787761f31832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3506489 Feb 21 00:42:14.186465 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 51656) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:14.197502 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c469e2-1464-4cca-bf93-4020831c2a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb090eda-1172-498a-b2b5-17b1ee59dbed,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:14.227804 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33eb266-b6ff-4729-b514-c70fa1771f5f req-d2e29863-4735-46ba-bbf8-400a27e2a9f4 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:14.235594 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d33eb266-b6ff-4729-b514-c70fa1771f5f req-d2e29863-4735-46ba-bbf8-400a27e2a9f4 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 944 time: 0.0855720 Feb 21 00:42:14.235594 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d01fa916-b2a8-4184-8755-57ee4eed0e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (60d386bc-cbd4-4d37-b622-fc6c7cdc8b2b), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:14.235594 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d01fa916-b2a8-4184-8755-57ee4eed0e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:14.236180 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-d01fa916-b2a8-4184-8755-57ee4eed0e50 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/60d386bc-cbd4-4d37-b622-fc6c7cdc8b2b HTTP/1.1" status: 204 len: 168 time: 0.2385035 Feb 21 00:42:14.271429 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-6c82083f-2e36-4823-90b8-6bcee676030c admin admin] Publish callbacks [] for security_group (bb090eda-1172-498a-b2b5-17b1ee59dbed), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:14.276328 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fa916-b2a8-4184-8755-57ee4eed0e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d386bc-cbd4-4d37-b622-fc6c7cdc8b2b,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:14.297378 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-6c82083f-2e36-4823-90b8-6bcee676030c admin admin] Publish callbacks [] for security_group (bb090eda-1172-498a-b2b5-17b1ee59dbed), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:14.339901 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d33eb266-b6ff-4729-b514-c70fa1771f5f req-7ebfbf17-d314-4a4c-9e00-a182495f6f8a tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971313 Feb 21 00:42:14.419859 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-6c82083f-2e36-4823-90b8-6bcee676030c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (bb090eda-1172-498a-b2b5-17b1ee59dbed), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:14.422482 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-6c82083f-2e36-4823-90b8-6bcee676030c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:14.423746 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-6c82083f-2e36-4823-90b8-6bcee676030c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb090eda-1172-498a-b2b5-17b1ee59dbed HTTP/1.1" status: 204 len: 168 time: 0.2363153 Feb 21 00:42:14.433135 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82083f-2e36-4823-90b8-6bcee676030c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb090eda-1172-498a-b2b5-17b1ee59dbed,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:14.546833 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51690) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:14.595615 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a07b88-477e-4c9d-a239-927f5412cdf5 admin admin] Deleting subnet be74dce1-b7ba-466e-b9cd-4d0642f56e64 {{(pid=109906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:42:14.599728 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-22a07b88-477e-4c9d-a239-927f5412cdf5 admin admin] Publish callbacks [] for subnet (be74dce1-b7ba-466e-b9cd-4d0642f56e64), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:14.644250 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-22a07b88-477e-4c9d-a239-927f5412cdf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863466'] for subnet (be74dce1-b7ba-466e-b9cd-4d0642f56e64), precommit_delete_associations {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:14.899159 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-22a07b88-477e-4c9d-a239-927f5412cdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3371724'] for subnet (be74dce1-b7ba-466e-b9cd-4d0642f56e64), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:15.055264 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7237e-84e0-4362-9aa4-05983c974413 req-a419ef2c-141d-449d-a4b9-908969671713 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:15.056744 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-8cd7237e-84e0-4362-9aa4-05983c974413 req-a419ef2c-141d-449d-a4b9-908969671713 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0556965 Feb 21 00:42:15.069386 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-22a07b88-477e-4c9d-a239-927f5412cdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3371765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11782563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11428785'] for subnet (be74dce1-b7ba-466e-b9cd-4d0642f56e64), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:15.116626 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a07b88-477e-4c9d-a239-927f5412cdf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be74dce1-b7ba-466e-b9cd-4d0642f56e64,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:15.120509 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-22a07b88-477e-4c9d-a239-927f5412cdf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:15.126561 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-22a07b88-477e-4c9d-a239-927f5412cdf5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/be74dce1-b7ba-466e-b9cd-4d0642f56e64 HTTP/1.1" status: 204 len: 168 time: 0.5758946 Feb 21 00:42:15.127909 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51716) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:15.164183 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-8cd7237e-84e0-4362-9aa4-05983c974413 req-d5f81b65-9d13-45d4-8c64-2f3f103972ae tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950842 Feb 21 00:42:15.209784 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f659e2-fd6a-4d6c-a745-a8a70af860a1 req-acff865a-46f8-4128-9481-889c19ff661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:15.211865 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-78f659e2-fd6a-4d6c-a745-a8a70af860a1 req-acff865a-46f8-4128-9481-889c19ff661a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d6eb22f64204445af47ce8f7a38fec6&device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 1129 time: 0.1226594 Feb 21 00:42:15.213720 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-84608eae-eb04-4bc6-92b8-47fc0ef7b9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825413'] for network (ad082d89-0a1a-4ef2-bffd-d65b0c6bb9b1), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:15.238565 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 89c86f05-1c24-4773-a113-d654b8d6d24f up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:42:15.295011 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51720) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:15.307105 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-84608eae-eb04-4bc6-92b8-47fc0ef7b9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3370565', 'neutron.services.segments.db._delete_segments_for_network-8788922944314'] for network (ad082d89-0a1a-4ef2-bffd-d65b0c6bb9b1), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:15.321889 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a46af3af-d0ee-4f01-8b80-450627601416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:15.346670 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-84608eae-eb04-4bc6-92b8-47fc0ef7b9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad082d89-0a1a-4ef2-bffd-d65b0c6bb9b1']}} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:42:15.351539 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f659e2-fd6a-4d6c-a745-a8a70af860a1 req-332869a2-18d4-4be2-b118-ff40b766a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:15.353865 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-78f659e2-fd6a-4d6c-a745-a8a70af860a1 req-332869a2-18d4-4be2-b118-ff40b766a391 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5860a2b5-7321-4ed2-b2b9-bb170daa3037 HTTP/1.1" status: 200 len: 920 time: 0.1296425 Feb 21 00:42:15.375930 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-84608eae-eb04-4bc6-92b8-47fc0ef7b9f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557fc9fa-d138-4a24-90d2-037322d72d0c') {'for_net_delete': True} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:42:15.375930 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-84608eae-eb04-4bc6-92b8-47fc0ef7b9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557fc9fa-d138-4a24-90d2-037322d72d0c') {} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:42:15.402604 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-84608eae-eb04-4bc6-92b8-47fc0ef7b9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788922945603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863475'] for segment (557fc9fa-d138-4a24-90d2-037322d72d0c), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:15.416685 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-78f659e2-fd6a-4d6c-a745-a8a70af860a1 req-e12630fa-ec56-467e-8376-d12ddb11ed63 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70f91baf-b326-4c91-9a88-39ead255d620 HTTP/1.1" status: 200 len: 217 time: 0.0542347 Feb 21 00:42:15.432863 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-84608eae-eb04-4bc6-92b8-47fc0ef7b9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (557fc9fa-d138-4a24-90d2-037322d72d0c), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:15.447755 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84608eae-eb04-4bc6-92b8-47fc0ef7b9f8 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=109906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:42:15.448132 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-84608eae-eb04-4bc6-92b8-47fc0ef7b9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11782213'] for segment (557fc9fa-d138-4a24-90d2-037322d72d0c), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: Traceback (most recent call last): Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: timer() Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: cb(*args, **kw) Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: return func(*args, **kwargs) Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: self._notify() Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: self.callback(batched_events) Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: event.method(event) Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: return f(self, *a, **k) Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: return self._get(url).json() Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: return self.request(url, 'GET', **kwargs) Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:42:15.449939 dv-cinder-813224-6-iscsi neutron-server[109906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:42:15.453563 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port 89c86f05-1c24-4773-a113-d654b8d6d24f completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:42:15.458804 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port 89c86f05-1c24-4773-a113-d654b8d6d24f triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:42:15.459622 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (89c86f05-1c24-4773-a113-d654b8d6d24f), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:15.509398 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f659e2-fd6a-4d6c-a745-a8a70af860a1 req-8e469f70-581f-46bf-a006-6dca2ac70dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:15.511504 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-78f659e2-fd6a-4d6c-a745-a8a70af860a1 req-8e469f70-581f-46bf-a006-6dca2ac70dd4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa HTTP/1.1" status: 200 len: 859 time: 0.0850668 Feb 21 00:42:15.558687 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a46af3af-d0ee-4f01-8b80-450627601416 admin admin] Publish callbacks [] for security_group (e00cc1b3-ba19-4ebb-9019-7a9a2d703331), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:15.573360 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-78f659e2-fd6a-4d6c-a745-a8a70af860a1 req-ef7841ff-7a08-49ff-8d7d-fbfff1754b49 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5860a2b5-7321-4ed2-b2b9-bb170daa3037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300431 Feb 21 00:42:15.588080 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 89c86f05-1c24-4773-a113-d654b8d6d24f is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:42:15.588262 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (89c86f05-1c24-4773-a113-d654b8d6d24f), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:15.608187 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-84608eae-eb04-4bc6-92b8-47fc0ef7b9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3370574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362209'] for network (ad082d89-0a1a-4ef2-bffd-d65b0c6bb9b1), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:15.613176 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6c43c-8bcf-49aa-8b85-94569e5b8313 req-6b72b9dc-8050-4c16-bce6-53bd4e3a288d tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:15.617689 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-84608eae-eb04-4bc6-92b8-47fc0ef7b9f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:15.623385 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb28f370-b77f-447f-8604-b3cfaad0634f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c86f05-1c24-4773-a113-d654b8d6d24f'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:42:15.623385 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4853787-cae8-46ee-9a04-5928fe1d5e12" -d '{"events": [{"server_uuid": "fb28f370-b77f-447f-8604-b3cfaad0634f", "name": "network-vif-plugged", "status": "completed", "tag": "89c86f05-1c24-4773-a113-d654b8d6d24f"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:42:15.623794 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b4b6c43c-8bcf-49aa-8b85-94569e5b8313 req-6b72b9dc-8050-4c16-bce6-53bd4e3a288d tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 944 time: 0.2092149 Feb 21 00:42:15.626172 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-84608eae-eb04-4bc6-92b8-47fc0ef7b9f8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ad082d89-0a1a-4ef2-bffd-d65b0c6bb9b1 HTTP/1.1" status: 204 len: 168 time: 0.4944446 Feb 21 00:42:15.626933 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51734) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:15.638436 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 89c86f05-1c24-4773-a113-d654b8d6d24f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89c86f05-1c24-4773-a113-d654b8d6d24f,segment=NetworkSegment(5171ad0f-cdd7-4d59-a1da-485b04cc5db5),segment_id=5171ad0f-cdd7-4d59-a1da-485b04cc5db5)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:42:15.648432 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84608eae-eb04-4bc6-92b8-47fc0ef7b9f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad082d89-0a1a-4ef2-bffd-d65b0c6bb9b1,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:15.688001 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2db366-7679-47b5-aabf-9228456073ca x-openstack-request-id: req-fa2db366-7679-47b5-aabf-9228456073ca {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:42:15.688995 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb28f370-b77f-447f-8604-b3cfaad0634f", "name": "network-vif-plugged", "status": "completed", "tag": "89c86f05-1c24-4773-a113-d654b8d6d24f", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:42:15.689847 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fa2db366-7679-47b5-aabf-9228456073ca {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:42:15.690591 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a46af3af-d0ee-4f01-8b80-450627601416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (e00cc1b3-ba19-4ebb-9019-7a9a2d703331), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:15.691268 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb28f370-b77f-447f-8604-b3cfaad0634f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c86f05-1c24-4773-a113-d654b8d6d24f', 'code': 200} Feb 21 00:42:15.713519 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (89c86f05-1c24-4773-a113-d654b8d6d24f), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:15.727250 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b4b6c43c-8bcf-49aa-8b85-94569e5b8313 req-0c42edf1-7bc4-421e-b83e-9128e66e9a8b tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024930 Feb 21 00:42:15.779796 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-78f659e2-fd6a-4d6c-a745-a8a70af860a1 req-6c1fe0b5-0a3c-4823-b5b3-54d1c4fad5b2 service neutron] 10.222.0.61 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958072 Feb 21 00:42:15.795630 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-a46af3af-d0ee-4f01-8b80-450627601416 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=056326d2ded9483b9d05adb22d03258d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4995720 Feb 21 00:42:15.797317 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51740) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:15.801761 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3079f9-5854-43ef-8065-bf673c88d192 admin admin] Deleting subnet 56872fae-d3c4-4c07-a2d5-c4b0061622bc {{(pid=109906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:42:15.816434 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46af3af-d0ee-4f01-8b80-450627601416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00cc1b3-ba19-4ebb-9019-7a9a2d703331,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:15.819336 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8e3079f9-5854-43ef-8065-bf673c88d192 admin admin] Publish callbacks [] for subnet (56872fae-d3c4-4c07-a2d5-c4b0061622bc), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:15.829040 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=89c86f05-1c24-4773-a113-d654b8d6d24f,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:15.890002 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-78f659e2-fd6a-4d6c-a745-a8a70af860a1 req-cb79a24a-f491-401e-8c06-8b35c9d65db0 service neutron] 10.222.0.61 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010096 Feb 21 00:42:15.890254 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8e3079f9-5854-43ef-8065-bf673c88d192 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863466'] for subnet (56872fae-d3c4-4c07-a2d5-c4b0061622bc), precommit_delete_associations {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:15.939043 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2501-c362-4c0c-ad88-1b8e881fe747 admin admin] Publish callbacks [] for security_group (e00cc1b3-ba19-4ebb-9019-7a9a2d703331), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:15.956598 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8e3079f9-5854-43ef-8065-bf673c88d192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3371724'] for subnet (56872fae-d3c4-4c07-a2d5-c4b0061622bc), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:15.989010 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2501-c362-4c0c-ad88-1b8e881fe747 admin admin] Publish callbacks [] for security_group (e00cc1b3-ba19-4ebb-9019-7a9a2d703331), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:16.105541 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65fefb-a93d-40d4-9b36-f77b9ea0bbea req-1f561fdc-cb12-4810-bf59-cf6a6342aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:16.107038 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2a65fefb-a93d-40d4-9b36-f77b9ea0bbea req-1f561fdc-cb12-4810-bf59-cf6a6342aeec service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 1129 time: 0.0613301 Feb 21 00:42:16.151508 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8e3079f9-5854-43ef-8065-bf673c88d192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3371765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11782563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11428785'] for subnet (56872fae-d3c4-4c07-a2d5-c4b0061622bc), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:16.156814 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2a65fefb-a93d-40d4-9b36-f77b9ea0bbea req-f96dc20f-5556-4405-a834-7ac953ba7427 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425282 Feb 21 00:42:16.160370 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2501-c362-4c0c-ad88-1b8e881fe747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (e00cc1b3-ba19-4ebb-9019-7a9a2d703331), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:16.162972 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2501-c362-4c0c-ad88-1b8e881fe747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:16.164441 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-ee2b2501-c362-4c0c-ad88-1b8e881fe747 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e00cc1b3-ba19-4ebb-9019-7a9a2d703331 HTTP/1.1" status: 204 len: 168 time: 0.3660662 Feb 21 00:42:16.169560 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8e3079f9-5854-43ef-8065-bf673c88d192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:16.173077 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-8e3079f9-5854-43ef-8065-bf673c88d192 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/56872fae-d3c4-4c07-a2d5-c4b0061622bc HTTP/1.1" status: 204 len: 168 time: 0.5340488 Feb 21 00:42:16.176696 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 51762) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:16.200490 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3079f9-5854-43ef-8065-bf673c88d192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56872fae-d3c4-4c07-a2d5-c4b0061622bc,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:16.203491 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b2501-c362-4c0c-ad88-1b8e881fe747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00cc1b3-ba19-4ebb-9019-7a9a2d703331,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:16.274172 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-53d79941-159b-4c76-96e7-a1dde36b7429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825413'] for network (7f10b703-226d-42fb-95f2-e7c8cc637565), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:16.355754 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7e6a5-6a50-4d66-989c-bf6791d3d51f req-10ee8609-3fd2-46da-a7e2-c53c627c1b14 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:16.358327 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-cbb7e6a5-6a50-4d66-989c-bf6791d3d51f req-10ee8609-3fd2-46da-a7e2-c53c627c1b14 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0728347 Feb 21 00:42:16.384480 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-53d79941-159b-4c76-96e7-a1dde36b7429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3370565', 'neutron.services.segments.db._delete_segments_for_network-8788922944314'] for network (7f10b703-226d-42fb-95f2-e7c8cc637565), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:16.410315 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-53d79941-159b-4c76-96e7-a1dde36b7429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f10b703-226d-42fb-95f2-e7c8cc637565']}} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:42:16.421010 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-53d79941-159b-4c76-96e7-a1dde36b7429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74135694-515d-455c-9570-ce12158013d4') {'for_net_delete': True} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:42:16.421443 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-53d79941-159b-4c76-96e7-a1dde36b7429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74135694-515d-455c-9570-ce12158013d4') {} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:42:16.425173 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-cbb7e6a5-6a50-4d66-989c-bf6791d3d51f req-7fe0e790-dde8-4fb0-b4ba-801ef17882de tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595551 Feb 21 00:42:16.441110 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-53d79941-159b-4c76-96e7-a1dde36b7429 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788922945603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12006480'] for segment (74135694-515d-455c-9570-ce12158013d4), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:16.456697 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-53d79941-159b-4c76-96e7-a1dde36b7429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (74135694-515d-455c-9570-ce12158013d4), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:16.468592 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d79941-159b-4c76-96e7-a1dde36b7429 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=109907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:42:16.469153 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-53d79941-159b-4c76-96e7-a1dde36b7429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12339273'] for segment (74135694-515d-455c-9570-ce12158013d4), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: Traceback (most recent call last): Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: timer() Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: cb(*args, **kw) Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: return func(*args, **kwargs) Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: self._notify() Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: self.callback(batched_events) Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: event.method(event) Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: return f(self, *a, **k) Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: return self._get(url).json() Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: return self.request(url, 'GET', **kwargs) Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:42:16.471460 dv-cinder-813224-6-iscsi neutron-server[109907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:42:16.591472 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-53d79941-159b-4c76-96e7-a1dde36b7429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3370574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362209'] for network (7f10b703-226d-42fb-95f2-e7c8cc637565), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:16.600826 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-53d79941-159b-4c76-96e7-a1dde36b7429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:16.606263 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-53d79941-159b-4c76-96e7-a1dde36b7429 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7f10b703-226d-42fb-95f2-e7c8cc637565 HTTP/1.1" status: 204 len: 168 time: 0.4251966 Feb 21 00:42:16.623712 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d79941-159b-4c76-96e7-a1dde36b7429 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f10b703-226d-42fb-95f2-e7c8cc637565,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:16.853007 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5e7c4-3bf1-4ac2-9216-7b0e161c7811 req-0dc8c2cc-ed6b-4704-ac36-d5e37b42ffc8 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:16.854522 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-49c5e7c4-3bf1-4ac2-9216-7b0e161c7811 req-0dc8c2cc-ed6b-4704-ac36-d5e37b42ffc8 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 945 time: 0.0553863 Feb 21 00:42:16.903289 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-49c5e7c4-3bf1-4ac2-9216-7b0e161c7811 req-443c3a99-e544-4b9d-a104-21813e453abd tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432231 Feb 21 00:42:17.336911 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51804) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:17.381907 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-2d9b7e02-0182-4374-a770-9ba48c3568aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8dc8aba7c9874afa80fc181cafcafed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436752 Feb 21 00:42:17.384330 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51808) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:17.441184 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d4bb83cd-8baf-4e9d-82ca-1f65ed030282 admin admin] Publish callbacks [] for security_group (95005917-45aa-49bd-92ad-ac24d3e546c9), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:17.460842 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d4bb83cd-8baf-4e9d-82ca-1f65ed030282 admin admin] Publish callbacks [] for security_group (95005917-45aa-49bd-92ad-ac24d3e546c9), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:17.585211 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadae23-0234-43ce-b768-2a6bf9062c9e req-71db0204-4ad4-45b0-840f-75ced1a8fe30 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:17.587231 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-2cadae23-0234-43ce-b768-2a6bf9062c9e req-71db0204-4ad4-45b0-840f-75ced1a8fe30 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0697303 Feb 21 00:42:17.642258 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-2cadae23-0234-43ce-b768-2a6bf9062c9e req-19b464e4-0562-4cd1-b7d5-4a5427f88c17 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496192 Feb 21 00:42:17.688189 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d4bb83cd-8baf-4e9d-82ca-1f65ed030282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (95005917-45aa-49bd-92ad-ac24d3e546c9), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:17.692180 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d4bb83cd-8baf-4e9d-82ca-1f65ed030282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:17.701294 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-d4bb83cd-8baf-4e9d-82ca-1f65ed030282 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/95005917-45aa-49bd-92ad-ac24d3e546c9 HTTP/1.1" status: 204 len: 168 time: 0.3081903 Feb 21 00:42:17.708427 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb83cd-8baf-4e9d-82ca-1f65ed030282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95005917-45aa-49bd-92ad-ac24d3e546c9,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:18.033668 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9868b-c4f6-43f0-b16a-4071431b5402 req-dffcbdc4-2f29-4baf-a675-8d6986720d56 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:18.037530 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94c9868b-c4f6-43f0-b16a-4071431b5402 req-dffcbdc4-2f29-4baf-a675-8d6986720d56 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 945 time: 0.0645549 Feb 21 00:42:18.094717 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94c9868b-c4f6-43f0-b16a-4071431b5402 req-4cb89d11-8f0a-4977-a298-a15482373970 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537746 Feb 21 00:42:18.497074 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51860) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:18.540350 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-ba359344-98f4-4f3b-a638-d45d161dfc9f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c35440fe272946478e7aa8eed1505a63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420988 Feb 21 00:42:18.543010 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51864) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:18.595242 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-17285259-64c7-4cd0-8662-08828d583ecb admin admin] Publish callbacks [] for security_group (8518866b-a6a0-4a62-9d63-8b20ee7583f2), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:18.618596 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-17285259-64c7-4cd0-8662-08828d583ecb admin admin] Publish callbacks [] for security_group (8518866b-a6a0-4a62-9d63-8b20ee7583f2), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:18.779748 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-17285259-64c7-4cd0-8662-08828d583ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (8518866b-a6a0-4a62-9d63-8b20ee7583f2), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:18.782474 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-17285259-64c7-4cd0-8662-08828d583ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:18.786384 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-17285259-64c7-4cd0-8662-08828d583ecb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8518866b-a6a0-4a62-9d63-8b20ee7583f2 HTTP/1.1" status: 204 len: 168 time: 0.2397249 Feb 21 00:42:18.791725 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf555d9-bb58-4637-9179-252b88bea50c req-cc4176a3-c352-4734-b2cc-3daa34d04fef tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:18.798848 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fbf555d9-bb58-4637-9179-252b88bea50c req-cc4176a3-c352-4734-b2cc-3daa34d04fef tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0685921 Feb 21 00:42:18.802503 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17285259-64c7-4cd0-8662-08828d583ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8518866b-a6a0-4a62-9d63-8b20ee7583f2,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:18.857168 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fbf555d9-bb58-4637-9179-252b88bea50c req-732efc20-86f0-4eee-9c6a-99a78a9b53cc tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563288 Feb 21 00:42:20.002695 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12159cd8-83e5-48cf-916b-1dd93399d85e req-a777d46e-5208-4497-8a0d-80bcd40fc620 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:20.010587 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-12159cd8-83e5-48cf-916b-1dd93399d85e req-a777d46e-5208-4497-8a0d-80bcd40fc620 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0783446 Feb 21 00:42:20.059008 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-12159cd8-83e5-48cf-916b-1dd93399d85e req-7a54dfe9-3a42-40f2-af59-df068257e36d tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474448 Feb 21 00:42:20.526516 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51988) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:20.627199 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 51994) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:20.692362 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b165ca6b-0e36-4d3f-8190-802c84c43f16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:20.735521 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c94061da-fa65-48a6-87c6-636d0e69f59e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:20.808595 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b165ca6b-0e36-4d3f-8190-802c84c43f16 admin admin] Publish callbacks [] for security_group (b1b7e367-3c5e-4133-a0a3-571079a80382), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:20.857615 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c94061da-fa65-48a6-87c6-636d0e69f59e admin admin] Publish callbacks [] for security_group (f5e6457c-ac36-432f-bcce-0ee1a839cd80), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:20.882480 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b165ca6b-0e36-4d3f-8190-802c84c43f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (b1b7e367-3c5e-4133-a0a3-571079a80382), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:20.931022 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-b165ca6b-0e36-4d3f-8190-802c84c43f16 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bcd9775bb9df426b839f072b419c9ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4070172 Feb 21 00:42:20.931886 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165ca6b-0e36-4d3f-8190-802c84c43f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b7e367-3c5e-4133-a0a3-571079a80382,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:20.936604 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 52008) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:20.950300 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c94061da-fa65-48a6-87c6-636d0e69f59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (f5e6457c-ac36-432f-bcce-0ee1a839cd80), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:20.999257 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e2874d06-4f4f-43e3-81b5-271b002e79dc admin admin] Publish callbacks [] for security_group (b1b7e367-3c5e-4133-a0a3-571079a80382), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:21.015783 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-c94061da-fa65-48a6-87c6-636d0e69f59e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=96e98fdb53ea4889ab13db1bad13244e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3867691 Feb 21 00:42:21.016942 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 52014) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:21.020291 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94061da-fa65-48a6-87c6-636d0e69f59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e6457c-ac36-432f-bcce-0ee1a839cd80,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:21.037766 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e2874d06-4f4f-43e3-81b5-271b002e79dc admin admin] Publish callbacks [] for security_group (b1b7e367-3c5e-4133-a0a3-571079a80382), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:21.089644 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-0be7cce5-674c-4e43-a30f-f810def186d3 admin admin] Publish callbacks [] for security_group (f5e6457c-ac36-432f-bcce-0ee1a839cd80), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:21.121174 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-0be7cce5-674c-4e43-a30f-f810def186d3 admin admin] Publish callbacks [] for security_group (f5e6457c-ac36-432f-bcce-0ee1a839cd80), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:21.198483 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e2874d06-4f4f-43e3-81b5-271b002e79dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (b1b7e367-3c5e-4133-a0a3-571079a80382), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:21.201113 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e2874d06-4f4f-43e3-81b5-271b002e79dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:21.205200 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-e2874d06-4f4f-43e3-81b5-271b002e79dc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b1b7e367-3c5e-4133-a0a3-571079a80382 HTTP/1.1" status: 204 len: 168 time: 0.2675719 Feb 21 00:42:21.218508 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2874d06-4f4f-43e3-81b5-271b002e79dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b7e367-3c5e-4133-a0a3-571079a80382,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:21.240389 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ffa1f-3440-462c-9d70-8c8a8ffb2b29 req-3d1eb791-0cbb-4c64-b212-b2e2716b048b tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:21.242187 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ff5ffa1f-3440-462c-9d70-8c8a8ffb2b29 req-3d1eb791-0cbb-4c64-b212-b2e2716b048b tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0752778 Feb 21 00:42:21.298819 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-0be7cce5-674c-4e43-a30f-f810def186d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (f5e6457c-ac36-432f-bcce-0ee1a839cd80), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:21.302373 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-0be7cce5-674c-4e43-a30f-f810def186d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:21.302534 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ff5ffa1f-3440-462c-9d70-8c8a8ffb2b29 req-c8d0ef72-7439-41bc-be97-0785ec5bac95 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535681 Feb 21 00:42:21.303518 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-0be7cce5-674c-4e43-a30f-f810def186d3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f5e6457c-ac36-432f-bcce-0ee1a839cd80 HTTP/1.1" status: 204 len: 168 time: 0.2852211 Feb 21 00:42:21.320215 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7cce5-674c-4e43-a30f-f810def186d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e6457c-ac36-432f-bcce-0ee1a839cd80,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:21.368771 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-775a4c5e-7cd5-434c-a4f3-44488bdfee6f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:21.370329 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-775a4c5e-7cd5-434c-a4f3-44488bdfee6f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/networks?id=4eddcd37-2bb4-45ed-b271-82c29ca77999 HTTP/1.1" status: 200 len: 815 time: 0.1705158 Feb 21 00:42:21.387218 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-d5542a79-c9b1-4465-8ccb-3359987fc67e tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/quotas/943116783b96473c81856233d65a620b HTTP/1.1" status: 200 len: 375 time: 0.0099740 Feb 21 00:42:21.447438 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-ae8dfe0e-02c7-49e7-b97c-10ef70fe1e1f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=943116783b96473c81856233d65a620b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546379 Feb 21 00:42:21.567933 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-ee252b37-1f35-47bf-aac0-8b329005000b service neutron] 10.222.0.81 "GET /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138287 Feb 21 00:42:21.684852 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-4bb5f31e-57fa-4f7c-b87f-e97c29990736 service neutron] 10.222.0.81 "GET /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109405 Feb 21 00:42:21.977181 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-badcea42-2874-4a44-8a5a-5070309f83df req-2f74fab3-f664-47e0-af19-6468284fbbde tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 210 time: 0.0277059 Feb 21 00:42:22.425125 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b54490-83ca-4351-85b5-4bcdb61ca2d7 req-1c37ea4f-7571-4463-8f54-31062b18dce5 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:22.426622 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c8b54490-83ca-4351-85b5-4bcdb61ca2d7 req-1c37ea4f-7571-4463-8f54-31062b18dce5 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0535526 Feb 21 00:42:22.482736 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c8b54490-83ca-4351-85b5-4bcdb61ca2d7 req-4e2f5e28-a481-43ec-85f5-89255f000e52 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490484 Feb 21 00:42:23.093635 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5adcc531-ee9e-454c-98d3-b8b3e24e4527 req-cf83f64b-7bb2-4fb2-9aa8-2038cd39d534 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 210 time: 0.0336044 Feb 21 00:42:23.602101 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2729d88-2ac4-442c-ac8a-11bf87e32ddb req-5e767be1-f84c-4db3-bf9d-70246082d056 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:23.603599 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e2729d88-2ac4-442c-ac8a-11bf87e32ddb req-5e767be1-f84c-4db3-bf9d-70246082d056 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0539033 Feb 21 00:42:23.649426 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e2729d88-2ac4-442c-ac8a-11bf87e32ddb req-32292fbc-489b-4a90-9147-51845a8fc7bb tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404313 Feb 21 00:42:24.188124 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-335732a3-da74-444a-85a5-54aaeb47be5c req-17e333c7-6688-4411-b935-5b965fe59d5d tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 210 time: 0.0274374 Feb 21 00:42:24.775515 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2580114-4e57-4130-85bd-86d5428088c6 req-8dd5b2e7-4ee0-4af0-b170-e0d1740a8e62 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:24.777108 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f2580114-4e57-4130-85bd-86d5428088c6 req-8dd5b2e7-4ee0-4af0-b170-e0d1740a8e62 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0559516 Feb 21 00:42:24.826565 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f2580114-4e57-4130-85bd-86d5428088c6 req-9d9964a6-4be7-4988-a2a6-f3e4ac99f6fc tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433173 Feb 21 00:42:24.850653 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:42:25.285164 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ee8a2296-48f7-4e47-b1ea-38be836b113a req-0baf4c97-d931-4f67-9d36-b2d63e2dacb3 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 210 time: 0.0293674 Feb 21 00:42:25.696018 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-d19f6d71-03c2-41e3-b379-89b133385fc1 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:25.697563 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-d19f6d71-03c2-41e3-b379-89b133385fc1 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.61 "GET /v2.0/networks?id=4eddcd37-2bb4-45ed-b271-82c29ca77999 HTTP/1.1" status: 200 len: 815 time: 0.1057193 Feb 21 00:42:25.714516 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-6ac89c08-9c46-4a24-8e44-ff245667c8f0 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Request body: {'port': {'device_id': '2ef3ec2d-9f1a-4513-b366-a2938204adae', 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999', 'admin_state_up': True, 'tenant_id': '943116783b96473c81856233d65a620b'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:42:25.923312 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-6ac89c08-9c46-4a24-8e44-ff245667c8f0 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Made reservation on behalf of 943116783b96473c81856233d65a620b for: {'port': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:42:25.930553 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-6ac89c08-9c46-4a24-8e44-ff245667c8f0 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:25.968628 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfa00a-b64a-4eee-a24e-0870514f652e req-ce24422b-d468-40a1-b675-dd4e5a3c2dfb tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:25.970166 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b4cfa00a-b64a-4eee-a24e-0870514f652e req-ce24422b-d468-40a1-b675-dd4e5a3c2dfb tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0643923 Feb 21 00:42:26.022808 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b4cfa00a-b64a-4eee-a24e-0870514f652e req-c063f372-2c76-4d16-bb9c-135bf9fe8a43 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460615 Feb 21 00:42:26.069466 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-6ac89c08-9c46-4a24-8e44-ff245667c8f0 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Allocated IP 172.20.0.8 (4eddcd37-2bb4-45ed-b271-82c29ca77999/6263a4fb-8c44-4871-be28-e6536c01e4fa/d692d560-d825-4ec3-91af-87fec2ba028b) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:42:26.104727 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:26.227483 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-6ac89c08-9c46-4a24-8e44-ff245667c8f0 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks [] for port (d692d560-d825-4ec3-91af-87fec2ba028b), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:26.345708 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-6ac89c08-9c46-4a24-8e44-ff245667c8f0 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (d692d560-d825-4ec3-91af-87fec2ba028b), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:26.358011 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['b3169a9e-759b-4541-9058-21346f041bfa', '89c86f05-1c24-4773-a113-d654b8d6d24f'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:42:26.420521 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-6ac89c08-9c46-4a24-8e44-ff245667c8f0 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Network 4eddcd37-2bb4-45ed-b271-82c29ca77999 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:42:26.431717 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-6ac89c08-9c46-4a24-8e44-ff245667c8f0 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:42:26.434719 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-6ac89c08-9c46-4a24-8e44-ff245667c8f0 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:42:26.441832 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac89c08-9c46-4a24-8e44-ff245667c8f0 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Pushing event updated for resources: {'Port': ['ID=d692d560-d825-4ec3-91af-87fec2ba028b,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:26.495366 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5005a-36de-4949-83db-59a0203d8ec1 req-d80ed6c0-b1b8-4500-9d36-c39b5cf49a12 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:26.496913 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fec5005a-36de-4949-83db-59a0203d8ec1 req-d80ed6c0-b1b8-4500-9d36-c39b5cf49a12 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 931 time: 0.1183677 Feb 21 00:42:26.504774 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-6ac89c08-9c46-4a24-8e44-ff245667c8f0 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:26.505377 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-6ac89c08-9c46-4a24-8e44-ff245667c8f0 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:26.557943 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fec5005a-36de-4949-83db-59a0203d8ec1 req-76535d57-66c0-45f7-a413-151c33282792 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489051 Feb 21 00:42:26.616357 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-6ac89c08-9c46-4a24-8e44-ff245667c8f0 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9057553 Feb 21 00:42:26.628724 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Request body: {'port': {'device_id': '2ef3ec2d-9f1a-4513-b366-a2938204adae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:42:26.697333 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (d692d560-d825-4ec3-91af-87fec2ba028b), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:26.819805 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-540bbe9b-02fe-4697-a403-7f4ae4fa7902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:26.977793 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d692d560-d825-4ec3-91af-87fec2ba028b {{(pid=109907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:42:26.985234 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Publish callbacks [] for port (d692d560-d825-4ec3-91af-87fec2ba028b), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:26.998270 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.provisioning_blocks [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Transition to ACTIVE for port object d692d560-d825-4ec3-91af-87fec2ba028b will not be triggered until provisioned by entity L2. {{(pid=109907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:42:27.058876 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (d692d560-d825-4ec3-91af-87fec2ba028b), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:27.151631 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Pushing event updated for resources: {'Port': ['ID=d692d560-d825-4ec3-91af-87fec2ba028b,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:27.177162 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ff27c-cd9f-42d1-95dd-94e8d3dbf95f req-3784777d-c51d-46d6-a102-c8b0582030a3 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:27.178708 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b68ff27c-cd9f-42d1-95dd-94e8d3dbf95f req-3784777d-c51d-46d6-a102-c8b0582030a3 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0591002 Feb 21 00:42:27.204669 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Attempting to bind port d692d560-d825-4ec3-91af-87fec2ba028b on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:42:27.205008 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Attempting to bind port d692d560-d825-4ec3-91af-87fec2ba028b by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '5171ad0f-cdd7-4d59-a1da-485b04cc5db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999'}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:42:27.205367 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Attempting to bind port d692d560-d825-4ec3-91af-87fec2ba028b on network 4eddcd37-2bb4-45ed-b271-82c29ca77999 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:42:27.209822 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Port d692d560-d825-4ec3-91af-87fec2ba028b on network 4eddcd37-2bb4-45ed-b271-82c29ca77999 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:42:27.210147 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Attempting to bind port d692d560-d825-4ec3-91af-87fec2ba028b on network 4eddcd37-2bb4-45ed-b271-82c29ca77999 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:42:27.214953 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:42:27.215289 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Checking segment: {'id': '5171ad0f-cdd7-4d59-a1da-485b04cc5db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:42:27.215668 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Bound using segment: {'id': '5171ad0f-cdd7-4d59-a1da-485b04cc5db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999'} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:42:27.216097 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Bound port: d692d560-d825-4ec3-91af-87fec2ba028b, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5171ad0f-cdd7-4d59-a1da-485b04cc5db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999'}}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:42:27.216449 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (d692d560-d825-4ec3-91af-87fec2ba028b), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:27.228065 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b68ff27c-cd9f-42d1-95dd-94e8d3dbf95f req-b2e367c7-81de-45e3-877e-50f9f1609bb7 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436358 Feb 21 00:42:27.278312 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] For port d692d560-d825-4ec3-91af-87fec2ba028b, host hv-cinder-81322, cleared binding levels {{(pid=109907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:42:27.281512 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] For port d692d560-d825-4ec3-91af-87fec2ba028b, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d692d560-d825-4ec3-91af-87fec2ba028b,segment=NetworkSegment(5171ad0f-cdd7-4d59-a1da-485b04cc5db5),segment_id=5171ad0f-cdd7-4d59-a1da-485b04cc5db5)] {{(pid=109907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:42:27.362154 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (d692d560-d825-4ec3-91af-87fec2ba028b), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:27.396307 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:27.396954 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:27.398377 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] 10.222.0.61 "PUT /v2.0/ports/d692d560-d825-4ec3-91af-87fec2ba028b HTTP/1.1" status: 200 len: 1093 time: 0.7745552 Feb 21 00:42:27.399010 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef3ec2d-9f1a-4513-b366-a2938204adae', 'tag': 'd692d560-d825-4ec3-91af-87fec2ba028b'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:42:27.402668 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec11534d-0b7a-45a8-94c4-5b130661b6f8" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef3ec2d-9f1a-4513-b366-a2938204adae", "tag": "d692d560-d825-4ec3-91af-87fec2ba028b"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:42:27.427951 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70c463-b5ef-41a2-8527-c179ec451643 service neutron] Pushing event updated for resources: {'Port': ['ID=d692d560-d825-4ec3-91af-87fec2ba028b,revision_number=3']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:27.445474 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569df3ec-a987-4714-9070-3946a991277a x-openstack-request-id: req-569df3ec-a987-4714-9070-3946a991277a {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:42:27.445772 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef3ec2d-9f1a-4513-b366-a2938204adae", "tag": "d692d560-d825-4ec3-91af-87fec2ba028b", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:42:27.446031 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-569df3ec-a987-4714-9070-3946a991277a {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:42:27.446436 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef3ec2d-9f1a-4513-b366-a2938204adae', 'tag': 'd692d560-d825-4ec3-91af-87fec2ba028b', 'status': 'completed', 'code': 200} Feb 21 00:42:27.684296 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e86548-0a06-4372-af04-2c3684456cb4 req-e17db414-8923-44e5-bce6-7cb3b7e9e64a tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:27.685905 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e2e86548-0a06-4372-af04-2c3684456cb4 req-e17db414-8923-44e5-bce6-7cb3b7e9e64a tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 943 time: 0.0587733 Feb 21 00:42:27.733156 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e2e86548-0a06-4372-af04-2c3684456cb4 req-d7220f49-382d-423c-bfd4-8d4748150bae tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415738 Feb 21 00:42:28.354023 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef3149-b3c2-4bc8-942f-1841d1de04cc req-1dc84e19-a814-47d7-b5f4-f348a8692345 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:28.355538 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7fef3149-b3c2-4bc8-942f-1841d1de04cc req-1dc84e19-a814-47d7-b5f4-f348a8692345 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0586493 Feb 21 00:42:28.402511 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7fef3149-b3c2-4bc8-942f-1841d1de04cc req-3a534840-26a3-4ae5-91ec-b302a97af162 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415912 Feb 21 00:42:28.861311 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1391b-74d4-4c6f-8ba8-c863480c5708 req-502f40f3-53d8-4cb1-bbaa-da6b5ad1600a tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:28.862915 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e6c1391b-74d4-4c6f-8ba8-c863480c5708 req-502f40f3-53d8-4cb1-bbaa-da6b5ad1600a tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 943 time: 0.0570087 Feb 21 00:42:28.909826 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e6c1391b-74d4-4c6f-8ba8-c863480c5708 req-de0329db-3fa6-4ed6-955f-5d8bf8fa7aa2 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414057 Feb 21 00:42:29.019831 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-44175641-b433-44a1-a425-9bf955073397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:29.521212 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfe3db-114a-4a08-88e1-6ff5fb8d0dc0 req-cd87d5ba-19fe-4b2a-86a8-8240977aabff tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:29.522987 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-98dfe3db-114a-4a08-88e1-6ff5fb8d0dc0 req-cd87d5ba-19fe-4b2a-86a8-8240977aabff tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0544360 Feb 21 00:42:29.569182 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-98dfe3db-114a-4a08-88e1-6ff5fb8d0dc0 req-957dd78c-22df-4261-82af-7a0d142795aa tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407562 Feb 21 00:42:30.024361 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16147fd7-adf6-441a-ac79-be506bff8c48 req-4cc070f1-e8c1-472d-aeb3-38136feccf9f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:30.025765 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-16147fd7-adf6-441a-ac79-be506bff8c48 req-4cc070f1-e8c1-472d-aeb3-38136feccf9f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 943 time: 0.0513678 Feb 21 00:42:30.075549 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-16147fd7-adf6-441a-ac79-be506bff8c48 req-dba739bb-a2f7-4dfa-941a-04fcc345b5e3 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443292 Feb 21 00:42:30.118909 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11534d-0b7a-45a8-94c4-5b130661b6f8 req-5c991698-dcb4-4dbf-9321-d4265441cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:30.120394 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ec11534d-0b7a-45a8-94c4-5b130661b6f8 req-5c991698-dcb4-4dbf-9321-d4265441cca2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=943116783b96473c81856233d65a620b&device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 1127 time: 0.0490160 Feb 21 00:42:30.222862 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11534d-0b7a-45a8-94c4-5b130661b6f8 req-8e71da8c-bcfe-4aff-847f-e161d9abe5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:30.224484 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ec11534d-0b7a-45a8-94c4-5b130661b6f8 req-8e71da8c-bcfe-4aff-847f-e161d9abe5d4 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=943116783b96473c81856233d65a620b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0952797 Feb 21 00:42:30.281650 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:30.333111 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11534d-0b7a-45a8-94c4-5b130661b6f8 req-34f1d7f2-28c1-46ed-b410-1a416dc2f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:30.334612 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ec11534d-0b7a-45a8-94c4-5b130661b6f8 req-34f1d7f2-28c1-46ed-b410-1a416dc2f67c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991986 Feb 21 00:42:30.438252 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-72687c1a-c8a9-4b75-a938-4b1d83c658f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:30.440396 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-72687c1a-c8a9-4b75-a938-4b1d83c658f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=943116783b96473c81856233d65a620b&device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 1127 time: 0.0459533 Feb 21 00:42:30.486311 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-76792446-f33e-415b-a3e1-7cf852142c5e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d692d560-d825-4ec3-91af-87fec2ba028b HTTP/1.1" status: 200 len: 217 time: 0.0350220 Feb 21 00:42:30.545552 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-2930a539-c5ce-4f65-a1c7-794a93457659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:30.547189 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-2930a539-c5ce-4f65-a1c7-794a93457659 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6263a4fb-8c44-4871-be28-e6536c01e4fa HTTP/1.1" status: 200 len: 855 time: 0.0528038 Feb 21 00:42:30.584259 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-92fb0267-c59a-481e-9e93-d69bdf07a3b0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4eddcd37-2bb4-45ed-b271-82c29ca77999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284610 Feb 21 00:42:30.779172 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21894d-916a-4d0e-8628-d1d2de653396 req-32ac677d-0110-4441-b661-28a1fee79eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:30.780739 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2f21894d-916a-4d0e-8628-d1d2de653396 req-32ac677d-0110-4441-b661-28a1fee79eb0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 1129 time: 0.1434643 Feb 21 00:42:30.786810 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-54edec58-703d-47ff-9b38-945ebf73384e service neutron] 10.222.0.61 "GET /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890175 Feb 21 00:42:30.794569 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5e15d-10f6-4ace-8226-20eef0a82512 req-4ce05b8a-c5de-490b-9d6b-fb9918bbb234 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:30.795984 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8ba5e15d-10f6-4ace-8226-20eef0a82512 req-4ce05b8a-c5de-490b-9d6b-fb9918bbb234 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.1262720 Feb 21 00:42:31.145759 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2f21894d-916a-4d0e-8628-d1d2de653396 req-1a5939e0-ccda-4813-9a21-349677d8fcc5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456309 Feb 21 00:42:31.157060 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8ba5e15d-10f6-4ace-8226-20eef0a82512 req-2ed9e6c0-63e2-40f8-a87d-b77d5f81c23f tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516524 Feb 21 00:42:31.177111 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ad0e1aca-48dc-4121-802e-25dcfc761acc req-13ce615d-37ce-4174-bc17-530a5b242a07 service neutron] 10.222.0.61 "GET /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686218 Feb 21 00:42:31.202935 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a266fa3-7f66-4bfb-9151-5586d51fc43d req-1644b03a-ca5c-414d-8776-bd6bae37287e tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:31.204405 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-6a266fa3-7f66-4bfb-9151-5586d51fc43d req-1644b03a-ca5c-414d-8776-bd6bae37287e tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 943 time: 0.0601227 Feb 21 00:42:31.251187 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-6a266fa3-7f66-4bfb-9151-5586d51fc43d req-0fbb1cc8-42cc-4ad5-b94c-ab46e884c536 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403950 Feb 21 00:42:31.601691 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:32.287533 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c36b5a-3500-4a2a-b386-b2405677cdae req-cdcd87e9-993f-4ab5-9109-4f5c929758eb tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:32.289068 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e1c36b5a-3500-4a2a-b386-b2405677cdae req-cdcd87e9-993f-4ab5-9109-4f5c929758eb tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0603526 Feb 21 00:42:32.339872 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e1c36b5a-3500-4a2a-b386-b2405677cdae req-3c50e50f-19d5-4781-aee7-dfe19263d432 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445645 Feb 21 00:42:32.386440 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa9ba7-ee8e-40c6-9417-0b13b9e41ccb req-e2c803db-d8ec-4b00-b874-2f80ea70942e tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:32.387956 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-bcfa9ba7-ee8e-40c6-9417-0b13b9e41ccb req-e2c803db-d8ec-4b00-b874-2f80ea70942e tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 943 time: 0.0633326 Feb 21 00:42:32.441068 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-bcfa9ba7-ee8e-40c6-9417-0b13b9e41ccb req-c197f2f5-8a91-46de-af68-4037a2f990ea tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448644 Feb 21 00:42:33.076144 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:33.460171 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cb059-fed4-4569-abc2-bafeb01b0454 req-00b9d684-4cd7-4e22-84cc-b94bb3029935 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:33.461647 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a31cb059-fed4-4569-abc2-bafeb01b0454 req-00b9d684-4cd7-4e22-84cc-b94bb3029935 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0540543 Feb 21 00:42:33.513476 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a31cb059-fed4-4569-abc2-bafeb01b0454 req-c4868dc1-43d7-452a-8ff5-2ef12f288b1d tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463469 Feb 21 00:42:33.562520 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a5ef9-56b0-4e66-b4d2-6b7b701853a1 req-6a06c4bf-aea3-4ec5-908d-6be1a7d87964 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:33.564008 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d34a5ef9-56b0-4e66-b4d2-6b7b701853a1 req-6a06c4bf-aea3-4ec5-908d-6be1a7d87964 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 943 time: 0.0564239 Feb 21 00:42:33.610045 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d34a5ef9-56b0-4e66-b4d2-6b7b701853a1 req-9ef80640-36e1-4bb3-bf34-fc2c000c4d12 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405815 Feb 21 00:42:33.939170 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85c48b-cf5e-444f-9425-9da1e2d7822c req-ba3a661e-1138-43a7-9661-908477e21210 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:33.940752 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-9e85c48b-cf5e-444f-9425-9da1e2d7822c req-ba3a661e-1138-43a7-9661-908477e21210 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0535035 Feb 21 00:42:33.987427 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-9e85c48b-cf5e-444f-9425-9da1e2d7822c req-60ec6aea-beed-4809-95d3-8a791c4a2370 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408349 Feb 21 00:42:34.730017 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032f82f-63d0-4c54-9fe5-e9abc0b31fe0 req-800f8f22-9bcc-4cc9-b169-621c6c4b53e0 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:34.731474 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e032f82f-63d0-4c54-9fe5-e9abc0b31fe0 req-800f8f22-9bcc-4cc9-b169-621c6c4b53e0 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 943 time: 0.0508463 Feb 21 00:42:34.786511 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e032f82f-63d0-4c54-9fe5-e9abc0b31fe0 req-3fb241d1-5a14-49c1-be3c-43a65f85d3bb tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483012 Feb 21 00:42:35.106125 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f514f90-c00c-4e70-9214-09e68411ec12 req-64ea2cd5-7e93-4763-8312-bee9030e2285 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:35.107575 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-8f514f90-c00c-4e70-9214-09e68411ec12 req-64ea2cd5-7e93-4763-8312-bee9030e2285 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0519910 Feb 21 00:42:35.157547 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-8f514f90-c00c-4e70-9214-09e68411ec12 req-4a15c34d-839c-4a6f-bc62-6f2f7c3d58d2 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438344 Feb 21 00:42:35.901754 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b356998-32dd-42a0-bfcf-253ad93fbbe2 req-e5e64455-bff2-4cb9-95f7-4faa7b1db41c tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:35.903235 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0b356998-32dd-42a0-bfcf-253ad93fbbe2 req-e5e64455-bff2-4cb9-95f7-4faa7b1db41c tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 943 time: 0.0514009 Feb 21 00:42:35.949208 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0b356998-32dd-42a0-bfcf-253ad93fbbe2 req-ab28d84a-326c-402e-9b16-28d7614c45c3 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405352 Feb 21 00:42:36.128463 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device d692d560-d825-4ec3-91af-87fec2ba028b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:42:36.152548 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe70571-8e3d-4ef9-ac5e-527188c96a41 req-27a1251b-0cd9-4eae-9959-0eb8892884f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:36.154009 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7fe70571-8e3d-4ef9-ac5e-527188c96a41 req-27a1251b-0cd9-4eae-9959-0eb8892884f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d6eb22f64204445af47ce8f7a38fec6&device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 1129 time: 0.0467582 Feb 21 00:42:36.231841 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port d692d560-d825-4ec3-91af-87fec2ba028b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d692d560-d825-4ec3-91af-87fec2ba028b,segment=NetworkSegment(5171ad0f-cdd7-4d59-a1da-485b04cc5db5),segment_id=5171ad0f-cdd7-4d59-a1da-485b04cc5db5)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:42:36.244437 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': 'd692d560-d825-4ec3-91af-87fec2ba028b', 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999', 'port_id': 'd692d560-d825-4ec3-91af-87fec2ba028b', 'mac_address': 'fa:16:3e:3d:23:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6263a4fb-8c44-4871-be28-e6536c01e4fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:42:36.250174 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe70571-8e3d-4ef9-ac5e-527188c96a41 req-dff556f1-80c1-4c62-b913-a00a797c2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:36.251708 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7fe70571-8e3d-4ef9-ac5e-527188c96a41 req-dff556f1-80c1-4c62-b913-a00a797c2705 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5860a2b5-7321-4ed2-b2b9-bb170daa3037 HTTP/1.1" status: 200 len: 920 time: 0.0893817 Feb 21 00:42:36.282752 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f15ccc-c512-402d-b1c4-9cbb4aff255d req-227ae34a-9274-48c4-bc09-546c402dab6a tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:36.284987 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f9f15ccc-c512-402d-b1c4-9cbb4aff255d req-227ae34a-9274-48c4-bc09-546c402dab6a tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0586255 Feb 21 00:42:36.287248 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port d692d560-d825-4ec3-91af-87fec2ba028b is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:42:36.287645 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (d692d560-d825-4ec3-91af-87fec2ba028b), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:36.298032 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7fe70571-8e3d-4ef9-ac5e-527188c96a41 req-b53e082f-81b0-4299-8317-d789857955e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70f91baf-b326-4c91-9a88-39ead255d620 HTTP/1.1" status: 200 len: 217 time: 0.0404499 Feb 21 00:42:36.303279 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d692d560-d825-4ec3-91af-87fec2ba028b {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:42:36.326894 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port d692d560-d825-4ec3-91af-87fec2ba028b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d692d560-d825-4ec3-91af-87fec2ba028b,segment=NetworkSegment(5171ad0f-cdd7-4d59-a1da-485b04cc5db5),segment_id=5171ad0f-cdd7-4d59-a1da-485b04cc5db5)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:42:36.335650 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f9f15ccc-c512-402d-b1c4-9cbb4aff255d req-c1e18d2e-b274-41d5-93a2-81e98714b547 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441091 Feb 21 00:42:36.356173 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe70571-8e3d-4ef9-ac5e-527188c96a41 req-79bf52a1-5972-4f97-8cad-4a2737c612ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:36.357638 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7fe70571-8e3d-4ef9-ac5e-527188c96a41 req-79bf52a1-5972-4f97-8cad-4a2737c612ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa HTTP/1.1" status: 200 len: 859 time: 0.0483510 Feb 21 00:42:36.390353 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (d692d560-d825-4ec3-91af-87fec2ba028b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:36.396027 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7fe70571-8e3d-4ef9-ac5e-527188c96a41 req-fffdfd4a-5520-4e79-98e6-258478f8e982 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5860a2b5-7321-4ed2-b2b9-bb170daa3037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249634 Feb 21 00:42:36.438469 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=d692d560-d825-4ec3-91af-87fec2ba028b,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:36.488303 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7fe70571-8e3d-4ef9-ac5e-527188c96a41 req-132cb910-a5cd-4afc-a2db-8fd7233ff257 service neutron] 10.222.0.61 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840507 Feb 21 00:42:36.580527 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7fe70571-8e3d-4ef9-ac5e-527188c96a41 req-3add1c15-6998-4d7f-8084-41759c344554 service neutron] 10.222.0.61 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864887 Feb 21 00:42:36.902665 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['d692d560-d825-4ec3-91af-87fec2ba028b'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:42:37.089517 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a482c6-8808-4b9a-97b5-7f5e7ad37673 req-494c7cbc-e830-4394-8399-9aaa61e12bfc tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:37.091098 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-82a482c6-8808-4b9a-97b5-7f5e7ad37673 req-494c7cbc-e830-4394-8399-9aaa61e12bfc tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 944 time: 0.0572813 Feb 21 00:42:37.139597 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-82a482c6-8808-4b9a-97b5-7f5e7ad37673 req-9d172696-9fb7-40d4-a464-e2b2ade4a446 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428114 Feb 21 00:42:37.456808 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af165f7-69ca-4d38-8041-a795f9321687 req-5f14e2e7-3b05-45d9-acfb-1a5b5ce7bb40 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:37.458342 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-7af165f7-69ca-4d38-8041-a795f9321687 req-5f14e2e7-3b05-45d9-acfb-1a5b5ce7bb40 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0551825 Feb 21 00:42:37.507156 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-7af165f7-69ca-4d38-8041-a795f9321687 req-878a8766-d936-4a8c-97be-1080f58e155c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433040 Feb 21 00:42:38.273542 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44d5d5-06fd-4200-ae8e-710350232e0c req-91eb57b2-2577-44bb-ae02-b396f4a71a2b tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:38.275051 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6e44d5d5-06fd-4200-ae8e-710350232e0c req-91eb57b2-2577-44bb-ae02-b396f4a71a2b tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 944 time: 0.0593550 Feb 21 00:42:38.323063 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6e44d5d5-06fd-4200-ae8e-710350232e0c req-5491e820-fbf1-4524-9948-e4980c395dc8 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425963 Feb 21 00:42:38.640237 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5c222-3826-4d3e-b26b-0c957dbfa626 req-8f4f818d-f3ec-4220-8d25-db1cbaa85f5e tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:38.645953 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-50e5c222-3826-4d3e-b26b-0c957dbfa626 req-8f4f818d-f3ec-4220-8d25-db1cbaa85f5e tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0580976 Feb 21 00:42:38.690222 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-50e5c222-3826-4d3e-b26b-0c957dbfa626 req-4b75585c-e750-46e9-97c4-e737427fcaef tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Feb 21 00:42:39.439409 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a0404-6a51-4b84-bd9f-07ccc8c22213 req-1432ca01-6032-49a7-95d3-aeb0f2926ecc tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:39.440890 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-373a0404-6a51-4b84-bd9f-07ccc8c22213 req-1432ca01-6032-49a7-95d3-aeb0f2926ecc tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 944 time: 0.0522935 Feb 21 00:42:39.488222 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-373a0404-6a51-4b84-bd9f-07ccc8c22213 req-24d2a83f-acf0-4c87-9d2a-d069dc41c76c tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410616 Feb 21 00:42:39.807668 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75255bbb-d53d-4629-bbdf-0cea63bedac0 req-6a613fdb-a0c7-4976-920b-c73da9a7b955 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:39.809151 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-75255bbb-d53d-4629-bbdf-0cea63bedac0 req-6a613fdb-a0c7-4976-920b-c73da9a7b955 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0516624 Feb 21 00:42:39.857625 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-75255bbb-d53d-4629-bbdf-0cea63bedac0 req-cf068dc7-48f4-46c4-9bc3-b2296e0b2e74 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428991 Feb 21 00:42:40.120789 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device d692d560-d825-4ec3-91af-87fec2ba028b up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:42:40.236004 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port d692d560-d825-4ec3-91af-87fec2ba028b completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:42:40.240074 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port d692d560-d825-4ec3-91af-87fec2ba028b triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:42:40.246766 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (d692d560-d825-4ec3-91af-87fec2ba028b), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:40.323808 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port d692d560-d825-4ec3-91af-87fec2ba028b is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:42:40.324205 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (d692d560-d825-4ec3-91af-87fec2ba028b), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:40.348341 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef3ec2d-9f1a-4513-b366-a2938204adae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd692d560-d825-4ec3-91af-87fec2ba028b'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:42:40.350623 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080635a2-de20-4fcf-bb2d-aaed905937a9" -d '{"events": [{"server_uuid": "2ef3ec2d-9f1a-4513-b366-a2938204adae", "name": "network-vif-plugged", "status": "completed", "tag": "d692d560-d825-4ec3-91af-87fec2ba028b"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:42:40.364025 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port d692d560-d825-4ec3-91af-87fec2ba028b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d692d560-d825-4ec3-91af-87fec2ba028b,segment=NetworkSegment(5171ad0f-cdd7-4d59-a1da-485b04cc5db5),segment_id=5171ad0f-cdd7-4d59-a1da-485b04cc5db5)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:42:40.408339 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f59ad5-632d-4fa7-b219-99ffa7e57fe2 x-openstack-request-id: req-a7f59ad5-632d-4fa7-b219-99ffa7e57fe2 {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:42:40.408339 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef3ec2d-9f1a-4513-b366-a2938204adae", "name": "network-vif-plugged", "status": "completed", "tag": "d692d560-d825-4ec3-91af-87fec2ba028b", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:42:40.408339 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a7f59ad5-632d-4fa7-b219-99ffa7e57fe2 {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:42:40.408339 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef3ec2d-9f1a-4513-b366-a2938204adae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd692d560-d825-4ec3-91af-87fec2ba028b', 'code': 200} Feb 21 00:42:40.442296 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (d692d560-d825-4ec3-91af-87fec2ba028b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:40.492949 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=d692d560-d825-4ec3-91af-87fec2ba028b,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:40.609569 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576982b3-31c7-4059-96ea-ca4e06a27b7c req-c5c6d01c-e97a-4b0d-af76-667b23578879 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:40.611238 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-576982b3-31c7-4059-96ea-ca4e06a27b7c req-c5c6d01c-e97a-4b0d-af76-667b23578879 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 945 time: 0.0555375 Feb 21 00:42:40.657532 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-576982b3-31c7-4059-96ea-ca4e06a27b7c req-7e16d4e9-0094-45ab-adcc-055074c752b2 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401318 Feb 21 00:42:41.777412 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20936b62-f7d1-49ce-a6af-4b471bc1a6a3 req-e379087e-bd5c-4cea-87c7-c06281800968 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:41.784807 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-20936b62-f7d1-49ce-a6af-4b471bc1a6a3 req-e379087e-bd5c-4cea-87c7-c06281800968 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 945 time: 0.0532849 Feb 21 00:42:41.828950 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-20936b62-f7d1-49ce-a6af-4b471bc1a6a3 req-0ca46e98-0bfa-4c5b-883d-49fa6a99450d tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441420 Feb 21 00:42:42.299307 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50f42d-3d14-403f-a1ae-945bd2160337 req-16a5ba86-6949-4c9e-a62f-530240bb10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:42.301399 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-db50f42d-3d14-403f-a1ae-945bd2160337 req-16a5ba86-6949-4c9e-a62f-530240bb10a3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 1129 time: 0.0432992 Feb 21 00:42:42.343894 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-db50f42d-3d14-403f-a1ae-945bd2160337 req-1a680544-38d3-4d73-a065-16c062191995 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359759 Feb 21 00:42:42.948249 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb29341-84f5-4a57-a95a-313167bb6543 req-6c340223-41a8-4db4-8106-60073c7a0c93 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:42.949754 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-bdb29341-84f5-4a57-a95a-313167bb6543 req-6c340223-41a8-4db4-8106-60073c7a0c93 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 945 time: 0.0536153 Feb 21 00:42:43.008989 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-bdb29341-84f5-4a57-a95a-313167bb6543 req-39f95665-8a04-47eb-868b-acebe9e41be1 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536768 Feb 21 00:42:43.651350 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4786f6-8938-4b6a-87ff-97d1a7064cdb req-dbc6c6b2-bd7f-49b3-adbe-2dbf09621a4b tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:43.652920 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6d4786f6-8938-4b6a-87ff-97d1a7064cdb req-dbc6c6b2-bd7f-49b3-adbe-2dbf09621a4b tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0542300 Feb 21 00:42:43.701085 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6d4786f6-8938-4b6a-87ff-97d1a7064cdb req-b17c4302-9d51-40bb-b0fe-a5e71d73e743 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424864 Feb 21 00:42:44.144253 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e188fa-04b5-4d59-8520-8bd255317f14 req-7c3817e2-afa7-4456-9e47-875406a41669 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:44.152282 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e7e188fa-04b5-4d59-8520-8bd255317f14 req-7c3817e2-afa7-4456-9e47-875406a41669 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 945 time: 0.0650063 Feb 21 00:42:44.205293 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e7e188fa-04b5-4d59-8520-8bd255317f14 req-3a32e922-20be-47b1-a227-c1ca60202c24 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516768 Feb 21 00:42:45.332695 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31156195-54ee-487f-ac47-51c25c4c06a8 req-1b6b4f10-0636-474a-aa9d-b76062f6c728 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:45.334321 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-31156195-54ee-487f-ac47-51c25c4c06a8 req-1b6b4f10-0636-474a-aa9d-b76062f6c728 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 945 time: 0.0579205 Feb 21 00:42:45.387518 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-31156195-54ee-487f-ac47-51c25c4c06a8 req-1cae1987-1acb-4fb0-a35f-9ffce9e01c24 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474570 Feb 21 00:42:45.750669 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 52504) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:45.855188 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f924ce33-0a3c-4d94-b45c-618e93d5177c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:45.935822 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f924ce33-0a3c-4d94-b45c-618e93d5177c admin admin] Publish callbacks [] for security_group (8df0c88c-b5a6-437c-869a-402c707b34cb), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:46.011972 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f924ce33-0a3c-4d94-b45c-618e93d5177c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (8df0c88c-b5a6-437c-869a-402c707b34cb), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:46.052589 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-f924ce33-0a3c-4d94-b45c-618e93d5177c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9ab471988c144b18b6c340ee1044865b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007791 Feb 21 00:42:46.054517 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924ce33-0a3c-4d94-b45c-618e93d5177c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df0c88c-b5a6-437c-869a-402c707b34cb,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:46.055276 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 52512) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:46.106854 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1daa0d28-58f5-4c23-8899-9e77f5c9fa82 admin admin] Publish callbacks [] for security_group (8df0c88c-b5a6-437c-869a-402c707b34cb), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:46.131431 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1daa0d28-58f5-4c23-8899-9e77f5c9fa82 admin admin] Publish callbacks [] for security_group (8df0c88c-b5a6-437c-869a-402c707b34cb), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:46.251843 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1daa0d28-58f5-4c23-8899-9e77f5c9fa82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (8df0c88c-b5a6-437c-869a-402c707b34cb), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:46.254891 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1daa0d28-58f5-4c23-8899-9e77f5c9fa82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:46.256078 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-1daa0d28-58f5-4c23-8899-9e77f5c9fa82 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8df0c88c-b5a6-437c-869a-402c707b34cb HTTP/1.1" status: 204 len: 168 time: 0.1997669 Feb 21 00:42:46.263657 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa0d28-58f5-4c23-8899-9e77f5c9fa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df0c88c-b5a6-437c-869a-402c707b34cb,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:46.863026 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 52520) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:46.876730 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9429b243-1ca1-4f1c-b04e-3989a1bd4d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:46.950957 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9429b243-1ca1-4f1c-b04e-3989a1bd4d72 admin admin] Publish callbacks [] for security_group (2fb44641-c9d4-49a2-b99d-a497fe8e1d5e), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:47.046985 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9429b243-1ca1-4f1c-b04e-3989a1bd4d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (2fb44641-c9d4-49a2-b99d-a497fe8e1d5e), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:47.084955 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-9429b243-1ca1-4f1c-b04e-3989a1bd4d72 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ce7788fae092405c9399b534a887f516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206872 Feb 21 00:42:47.086946 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429b243-1ca1-4f1c-b04e-3989a1bd4d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb44641-c9d4-49a2-b99d-a497fe8e1d5e,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:47.087653 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 52528) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:47.136192 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-dbaa183a-20f5-4e7b-99eb-80cbacccc269 admin admin] Publish callbacks [] for security_group (2fb44641-c9d4-49a2-b99d-a497fe8e1d5e), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:47.157222 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-dbaa183a-20f5-4e7b-99eb-80cbacccc269 admin admin] Publish callbacks [] for security_group (2fb44641-c9d4-49a2-b99d-a497fe8e1d5e), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:47.287361 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-dbaa183a-20f5-4e7b-99eb-80cbacccc269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (2fb44641-c9d4-49a2-b99d-a497fe8e1d5e), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:47.289986 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-dbaa183a-20f5-4e7b-99eb-80cbacccc269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:47.291125 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-dbaa183a-20f5-4e7b-99eb-80cbacccc269 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2fb44641-c9d4-49a2-b99d-a497fe8e1d5e HTTP/1.1" status: 204 len: 168 time: 0.2024927 Feb 21 00:42:47.298924 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa183a-20f5-4e7b-99eb-80cbacccc269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb44641-c9d4-49a2-b99d-a497fe8e1d5e,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:49.457534 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb5b69-8ffe-45a6-bf34-2b0233a32e38 req-52b46752-7737-42de-a430-c01a49608f96 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:49.461420 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-dedb5b69-8ffe-45a6-bf34-2b0233a32e38 req-52b46752-7737-42de-a430-c01a49608f96 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0690434 Feb 21 00:42:49.517107 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-dedb5b69-8ffe-45a6-bf34-2b0233a32e38 req-54e370f7-1855-4897-a145-bcadb3e0d150 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486064 Feb 21 00:42:49.959569 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 52634) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:50.062640 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a85f3848-c991-4a1f-80bb-5e99fe627f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:50.141357 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a85f3848-c991-4a1f-80bb-5e99fe627f00 admin admin] Publish callbacks [] for security_group (0c407987-6b3d-43a8-ab5c-640550a6015d), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:50.212088 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a85f3848-c991-4a1f-80bb-5e99fe627f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (0c407987-6b3d-43a8-ab5c-640550a6015d), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:50.250655 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-a85f3848-c991-4a1f-80bb-5e99fe627f00 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aca26b874a0340fbb2f31255f790f6c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899735 Feb 21 00:42:50.251551 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f3848-c991-4a1f-80bb-5e99fe627f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c407987-6b3d-43a8-ab5c-640550a6015d,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:50.253413 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 52642) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:50.312548 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a3061faa-5c8d-45a8-9c67-7f48598490f6 admin admin] Publish callbacks [] for security_group (0c407987-6b3d-43a8-ab5c-640550a6015d), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:50.342625 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a3061faa-5c8d-45a8-9c67-7f48598490f6 admin admin] Publish callbacks [] for security_group (0c407987-6b3d-43a8-ab5c-640550a6015d), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:50.463371 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a3061faa-5c8d-45a8-9c67-7f48598490f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (0c407987-6b3d-43a8-ab5c-640550a6015d), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:50.465975 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a3061faa-5c8d-45a8-9c67-7f48598490f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:50.467135 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-a3061faa-5c8d-45a8-9c67-7f48598490f6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0c407987-6b3d-43a8-ab5c-640550a6015d HTTP/1.1" status: 204 len: 168 time: 0.2127066 Feb 21 00:42:50.475939 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3061faa-5c8d-45a8-9c67-7f48598490f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c407987-6b3d-43a8-ab5c-640550a6015d,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:50.640175 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9d4fd-c229-4189-9ce3-542acfabc7f8 req-f36bc6ab-1bf1-49b3-95c0-6eec1f79a640 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:50.641696 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-30e9d4fd-c229-4189-9ce3-542acfabc7f8 req-f36bc6ab-1bf1-49b3-95c0-6eec1f79a640 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0524178 Feb 21 00:42:50.694338 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-30e9d4fd-c229-4189-9ce3-542acfabc7f8 req-e08b8a45-59e2-4eef-81c9-68ecb357e6d9 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461478 Feb 21 00:42:51.085838 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 52664) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:51.099375 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-152d5cd2-f25c-4dad-ad5d-abe55feef57e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:51.177852 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-152d5cd2-f25c-4dad-ad5d-abe55feef57e admin admin] Publish callbacks [] for security_group (fb2487b6-b5d1-4b09-8e5c-0047d50dcebf), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:51.378361 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-152d5cd2-f25c-4dad-ad5d-abe55feef57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (fb2487b6-b5d1-4b09-8e5c-0047d50dcebf), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:51.417358 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-152d5cd2-f25c-4dad-ad5d-abe55feef57e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2562137cbc18483797f5859dbd663ed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304503 Feb 21 00:42:51.419291 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d5cd2-f25c-4dad-ad5d-abe55feef57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2487b6-b5d1-4b09-8e5c-0047d50dcebf,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:51.419976 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 52684) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:51.468536 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3c4a59e7-fff8-4c1e-a817-bb515388d7d4 admin admin] Publish callbacks [] for security_group (fb2487b6-b5d1-4b09-8e5c-0047d50dcebf), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:51.489919 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3c4a59e7-fff8-4c1e-a817-bb515388d7d4 admin admin] Publish callbacks [] for security_group (fb2487b6-b5d1-4b09-8e5c-0047d50dcebf), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:51.612708 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3c4a59e7-fff8-4c1e-a817-bb515388d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (fb2487b6-b5d1-4b09-8e5c-0047d50dcebf), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:51.616131 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3c4a59e7-fff8-4c1e-a817-bb515388d7d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:51.617351 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-3c4a59e7-fff8-4c1e-a817-bb515388d7d4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fb2487b6-b5d1-4b09-8e5c-0047d50dcebf HTTP/1.1" status: 204 len: 168 time: 0.1963248 Feb 21 00:42:51.625768 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a59e7-fff8-4c1e-a817-bb515388d7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2487b6-b5d1-4b09-8e5c-0047d50dcebf,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:51.825734 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcf3a7-3d0c-4957-8279-9a8c769c1029 req-9df5a81e-5f86-438a-a428-2a28215b48c0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:51.827231 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0ffcf3a7-3d0c-4957-8279-9a8c769c1029 req-9df5a81e-5f86-438a-a428-2a28215b48c0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0525124 Feb 21 00:42:51.874279 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0ffcf3a7-3d0c-4957-8279-9a8c769c1029 req-a4af52ca-c2c6-45c3-ae04-b584ec68296e tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414875 Feb 21 00:42:52.482992 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86813707-3275-4a8d-b91a-8e0525f7f5a0 req-39e79b60-19c0-4365-8f12-a0def014f2c6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460250 Feb 21 00:42:52.576122 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86813707-3275-4a8d-b91a-8e0525f7f5a0 req-5ab1b06d-648f-4811-97cc-8917f4507cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:52.577684 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86813707-3275-4a8d-b91a-8e0525f7f5a0 req-5ab1b06d-648f-4811-97cc-8917f4507cdc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=943116783b96473c81856233d65a620b&device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 1129 time: 0.0455639 Feb 21 00:42:52.705757 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86813707-3275-4a8d-b91a-8e0525f7f5a0 req-7f5c0031-cb51-4625-9bd8-3226642736e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:52.707803 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86813707-3275-4a8d-b91a-8e0525f7f5a0 req-7f5c0031-cb51-4625-9bd8-3226642736e4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4eddcd37-2bb4-45ed-b271-82c29ca77999 HTTP/1.1" status: 200 len: 916 time: 0.0872750 Feb 21 00:42:52.758366 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86813707-3275-4a8d-b91a-8e0525f7f5a0 req-2eff7719-1d37-4482-8369-85f961f29cef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3169a9e-759b-4541-9058-21346f041bfa HTTP/1.1" status: 200 len: 217 time: 0.0395315 Feb 21 00:42:52.830294 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86813707-3275-4a8d-b91a-8e0525f7f5a0 req-e8b4efda-a4fd-47fb-88f2-8b60f81b35e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:52.831911 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86813707-3275-4a8d-b91a-8e0525f7f5a0 req-e8b4efda-a4fd-47fb-88f2-8b60f81b35e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6263a4fb-8c44-4871-be28-e6536c01e4fa HTTP/1.1" status: 200 len: 855 time: 0.0604768 Feb 21 00:42:52.868916 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86813707-3275-4a8d-b91a-8e0525f7f5a0 req-6ea707c5-6cc5-414b-b3c9-95d70502d344 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4eddcd37-2bb4-45ed-b271-82c29ca77999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244520 Feb 21 00:42:52.966468 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86813707-3275-4a8d-b91a-8e0525f7f5a0 req-3fb14386-08ea-4e87-ba97-4d4daf4b3d73 service neutron] 10.222.0.61 "GET /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901380 Feb 21 00:42:53.004378 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40ea7f-cf18-414d-a2a3-3d47cee5651f req-507cf136-f3b5-4ea1-8d5f-cc95ecf19078 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:53.006104 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-4e40ea7f-cf18-414d-a2a3-3d47cee5651f req-507cf136-f3b5-4ea1-8d5f-cc95ecf19078 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0559990 Feb 21 00:42:53.056109 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-4e40ea7f-cf18-414d-a2a3-3d47cee5651f req-fe6699d6-e42e-4672-ad3d-b6cd38b8536c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422783 Feb 21 00:42:53.061282 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86813707-3275-4a8d-b91a-8e0525f7f5a0 req-1b982bed-5e15-4a4f-bc84-cd67f129ded3 service neutron] 10.222.0.61 "GET /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862279 Feb 21 00:42:54.193343 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5795a7-758e-4a79-bebb-07661be9baec req-5724fe1a-b803-40f1-be24-39ce3eb1335f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:54.195123 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5f5795a7-758e-4a79-bebb-07661be9baec req-5724fe1a-b803-40f1-be24-39ce3eb1335f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0626047 Feb 21 00:42:54.230214 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 52772) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:54.248607 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5f5795a7-758e-4a79-bebb-07661be9baec req-0355b754-9e72-479e-ab3d-8ce50f6655c5 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480378 Feb 21 00:42:54.349900 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c9bd8834-524d-43f7-aba6-0593254e54de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:54.434263 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c9bd8834-524d-43f7-aba6-0593254e54de admin admin] Publish callbacks [] for security_group (14109e61-3dab-4457-b97c-c72e53dbbad7), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:54.475602 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c9bd8834-524d-43f7-aba6-0593254e54de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (14109e61-3dab-4457-b97c-c72e53dbbad7), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:54.514319 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-c9bd8834-524d-43f7-aba6-0593254e54de admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5ccb4bf325434b6c8c065b6d9ca727e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822442 Feb 21 00:42:54.515045 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd8834-524d-43f7-aba6-0593254e54de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14109e61-3dab-4457-b97c-c72e53dbbad7,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:54.516990 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 52784) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:54.569691 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-11bb72a7-5f70-496c-a570-7a259a95d3c1 admin admin] Publish callbacks [] for security_group (14109e61-3dab-4457-b97c-c72e53dbbad7), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:54.591649 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-11bb72a7-5f70-496c-a570-7a259a95d3c1 admin admin] Publish callbacks [] for security_group (14109e61-3dab-4457-b97c-c72e53dbbad7), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:54.726382 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-11bb72a7-5f70-496c-a570-7a259a95d3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (14109e61-3dab-4457-b97c-c72e53dbbad7), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:54.729049 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-11bb72a7-5f70-496c-a570-7a259a95d3c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:54.735533 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-11bb72a7-5f70-496c-a570-7a259a95d3c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/14109e61-3dab-4457-b97c-c72e53dbbad7 HTTP/1.1" status: 204 len: 168 time: 0.2122200 Feb 21 00:42:54.737893 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb72a7-5f70-496c-a570-7a259a95d3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14109e61-3dab-4457-b97c-c72e53dbbad7,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:55.387799 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3838440-1687-41f0-a717-cd6b265d7c21 req-d4cff62c-9839-4906-bf75-1bf00f9bdafd tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:55.395514 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f3838440-1687-41f0-a717-cd6b265d7c21 req-d4cff62c-9839-4906-bf75-1bf00f9bdafd tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0655630 Feb 21 00:42:55.450064 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f3838440-1687-41f0-a717-cd6b265d7c21 req-5b87a9c7-5005-4de8-9255-75e138589c7b tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475478 Feb 21 00:42:55.450064 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 52818) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:55.459851 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8132d122-37fa-40c7-ac91-01296c355068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:55.540139 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8132d122-37fa-40c7-ac91-01296c355068 admin admin] Publish callbacks [] for security_group (f041e202-b60d-4f91-8c20-8a6084f3db42), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:55.624031 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8132d122-37fa-40c7-ac91-01296c355068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (f041e202-b60d-4f91-8c20-8a6084f3db42), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:55.662938 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-8132d122-37fa-40c7-ac91-01296c355068 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=123ecf51e7ac427fa85139a434c50bd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161372 Feb 21 00:42:55.664308 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132d122-37fa-40c7-ac91-01296c355068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f041e202-b60d-4f91-8c20-8a6084f3db42,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:55.665746 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 52826) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:42:55.671196 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d122-37fa-40c7-ac91-01296c355068 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.671725 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d122-37fa-40c7-ac91-01296c355068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.672067 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d122-37fa-40c7-ac91-01296c355068 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.673037 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d122-37fa-40c7-ac91-01296c355068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.673541 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d122-37fa-40c7-ac91-01296c355068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.673736 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d122-37fa-40c7-ac91-01296c355068 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.674230 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d122-37fa-40c7-ac91-01296c355068 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.674535 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d122-37fa-40c7-ac91-01296c355068 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.675379 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d122-37fa-40c7-ac91-01296c355068 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.676428 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d122-37fa-40c7-ac91-01296c355068 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.676802 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d122-37fa-40c7-ac91-01296c355068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.677181 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d122-37fa-40c7-ac91-01296c355068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.677515 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d122-37fa-40c7-ac91-01296c355068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.729816 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b47abe56-e98e-4fa5-bb0c-db6f8d735b31 admin admin] Publish callbacks [] for security_group (f041e202-b60d-4f91-8c20-8a6084f3db42), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:55.751893 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b47abe56-e98e-4fa5-bb0c-db6f8d735b31 admin admin] Publish callbacks [] for security_group (f041e202-b60d-4f91-8c20-8a6084f3db42), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:55.892846 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b47abe56-e98e-4fa5-bb0c-db6f8d735b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (f041e202-b60d-4f91-8c20-8a6084f3db42), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:55.897211 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b47abe56-e98e-4fa5-bb0c-db6f8d735b31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:55.898664 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-b47abe56-e98e-4fa5-bb0c-db6f8d735b31 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f041e202-b60d-4f91-8c20-8a6084f3db42 HTTP/1.1" status: 204 len: 168 time: 0.2318444 Feb 21 00:42:55.916596 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47abe56-e98e-4fa5-bb0c-db6f8d735b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f041e202-b60d-4f91-8c20-8a6084f3db42,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:42:55.926524 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47abe56-e98e-4fa5-bb0c-db6f8d735b31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.927189 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47abe56-e98e-4fa5-bb0c-db6f8d735b31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.927811 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47abe56-e98e-4fa5-bb0c-db6f8d735b31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.928376 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47abe56-e98e-4fa5-bb0c-db6f8d735b31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.928963 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47abe56-e98e-4fa5-bb0c-db6f8d735b31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.929370 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47abe56-e98e-4fa5-bb0c-db6f8d735b31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.929774 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47abe56-e98e-4fa5-bb0c-db6f8d735b31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.930177 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47abe56-e98e-4fa5-bb0c-db6f8d735b31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.930574 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47abe56-e98e-4fa5-bb0c-db6f8d735b31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.930992 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47abe56-e98e-4fa5-bb0c-db6f8d735b31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.931414 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47abe56-e98e-4fa5-bb0c-db6f8d735b31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.931805 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47abe56-e98e-4fa5-bb0c-db6f8d735b31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:55.932199 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47abe56-e98e-4fa5-bb0c-db6f8d735b31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:42:56.137454 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:56.617361 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c925d-4701-408d-ba67-a653dfae8d05 req-f85729de-ba1f-40ec-aecb-84a7f974b30b tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:56.619151 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e55c925d-4701-408d-ba67-a653dfae8d05 req-f85729de-ba1f-40ec-aecb-84a7f974b30b tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0762184 Feb 21 00:42:56.675309 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e55c925d-4701-408d-ba67-a653dfae8d05 req-1314f49e-b61e-4439-84d7-fd59bab18ce3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495133 Feb 21 00:42:56.898159 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-c58be839-1551-4968-a45f-6d5944d118f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:57.134694 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdbf58-7654-47b3-96a3-71dfe121aacd req-3c903871-8b15-4c77-87cc-9ff8725bf199 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:57.136175 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-20bdbf58-7654-47b3-96a3-71dfe121aacd req-3c903871-8b15-4c77-87cc-9ff8725bf199 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0545688 Feb 21 00:42:57.192831 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-20bdbf58-7654-47b3-96a3-71dfe121aacd req-05422930-2970-4461-b7d2-88d465b6a92d tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510569 Feb 21 00:42:57.226403 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed2660-4ea3-4101-9f8a-449b55e7ec4d req-594c8b09-b7ce-4f2e-bf15-2a3a9e088ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:57.227883 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-eaed2660-4ea3-4101-9f8a-449b55e7ec4d req-594c8b09-b7ce-4f2e-bf15-2a3a9e088ac5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d6eb22f64204445af47ce8f7a38fec6&device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 1129 time: 0.0475807 Feb 21 00:42:57.330586 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed2660-4ea3-4101-9f8a-449b55e7ec4d req-d79ed176-07e0-423b-90eb-ffd4bb5e95f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:57.332131 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-eaed2660-4ea3-4101-9f8a-449b55e7ec4d req-d79ed176-07e0-423b-90eb-ffd4bb5e95f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5860a2b5-7321-4ed2-b2b9-bb170daa3037 HTTP/1.1" status: 200 len: 920 time: 0.0916622 Feb 21 00:42:57.377161 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-eaed2660-4ea3-4101-9f8a-449b55e7ec4d req-c044c7ff-b0fb-4908-a2a4-e384cb69bc3c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70f91baf-b326-4c91-9a88-39ead255d620 HTTP/1.1" status: 200 len: 217 time: 0.0360286 Feb 21 00:42:57.434355 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed2660-4ea3-4101-9f8a-449b55e7ec4d req-ac88592b-327e-4687-8189-98814a7cb10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:57.435885 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-eaed2660-4ea3-4101-9f8a-449b55e7ec4d req-ac88592b-327e-4687-8189-98814a7cb10b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa HTTP/1.1" status: 200 len: 859 time: 0.0499172 Feb 21 00:42:57.467354 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-eaed2660-4ea3-4101-9f8a-449b55e7ec4d req-c5584e4b-dbbd-43b1-862f-7ad0ce3bd025 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5860a2b5-7321-4ed2-b2b9-bb170daa3037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246081 Feb 21 00:42:57.571258 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-eaed2660-4ea3-4101-9f8a-449b55e7ec4d req-999ed575-fe4d-4b64-ac73-f91fc009f4f0 service neutron] 10.222.0.61 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953898 Feb 21 00:42:57.692319 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-eaed2660-4ea3-4101-9f8a-449b55e7ec4d req-b7cfda04-c5d2-4724-89bf-6bbefc0bbabf service neutron] 10.222.0.61 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110361 Feb 21 00:42:57.827765 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff6fa9-cbcf-42e4-bd39-3cf2053c73e6 req-a827e1aa-d4f8-45da-bafa-f4e698d5b107 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:57.829261 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-59ff6fa9-cbcf-42e4-bd39-3cf2053c73e6 req-a827e1aa-d4f8-45da-bafa-f4e698d5b107 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0694904 Feb 21 00:42:57.876309 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-59ff6fa9-cbcf-42e4-bd39-3cf2053c73e6 req-74246104-8b05-4041-b293-056b849ac60a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413346 Feb 21 00:42:58.315179 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43250c67-27e1-45a7-8e70-2c0f96f9131d req-94bc6739-b313-4fb0-bb28-4899479c7655 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:58.317772 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-43250c67-27e1-45a7-8e70-2c0f96f9131d req-94bc6739-b313-4fb0-bb28-4899479c7655 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0566778 Feb 21 00:42:58.374238 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-43250c67-27e1-45a7-8e70-2c0f96f9131d req-9e0a5c87-7387-4c16-bf8a-8138eda3035b tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482149 Feb 21 00:42:59.002591 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc40da-c903-48b4-a47a-ed8faf909364 req-d681b640-a723-41f5-9ff0-76ad2c358aa5 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:59.005083 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d5bc40da-c903-48b4-a47a-ed8faf909364 req-d681b640-a723-41f5-9ff0-76ad2c358aa5 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0530267 Feb 21 00:42:59.012383 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-961dee6e-a227-477f-9d38-7d2268250f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:59.053265 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d5bc40da-c903-48b4-a47a-ed8faf909364 req-554d060e-306a-41c0-8c5b-8883b683af3d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437555 Feb 21 00:42:59.510175 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f388a-5b81-47a5-b33e-ea49adbc66a1 req-103a2a23-413c-47a5-9e41-d2631ef1b77b tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:42:59.511641 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1f4f388a-5b81-47a5-b33e-ea49adbc66a1 req-103a2a23-413c-47a5-9e41-d2631ef1b77b tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0586145 Feb 21 00:42:59.561374 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1f4f388a-5b81-47a5-b33e-ea49adbc66a1 req-92e43d23-2eea-48c8-afcd-19022bc49391 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442493 Feb 21 00:43:00.180683 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56346f64-c2f8-4880-949a-c480bd3ed759 req-29fc20c5-f629-4fe4-a643-c6f045de5e4e tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:00.182141 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-56346f64-c2f8-4880-949a-c480bd3ed759 req-29fc20c5-f629-4fe4-a643-c6f045de5e4e tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0520370 Feb 21 00:43:00.231766 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-56346f64-c2f8-4880-949a-c480bd3ed759 req-5082f340-ee35-4608-8f5a-fad295e078da tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441611 Feb 21 00:43:00.263817 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:00.692950 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769b484-273a-412f-89eb-9f2f396ffbed req-fbd2589c-43c2-478f-841f-4db0b544079b tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:00.694846 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8769b484-273a-412f-89eb-9f2f396ffbed req-fbd2589c-43c2-478f-841f-4db0b544079b tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0553567 Feb 21 00:43:00.747442 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8769b484-273a-412f-89eb-9f2f396ffbed req-2df96e2d-69e7-4b11-b011-8f172ba152d3 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454404 Feb 21 00:43:01.323615 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53016) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:01.381405 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8af48b-35da-4c85-a62b-7c076a89f97f req-e070943d-bd61-46e8-b9d2-bca22d013f90 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:01.382938 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-fd8af48b-35da-4c85-a62b-7c076a89f97f req-e070943d-bd61-46e8-b9d2-bca22d013f90 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0735357 Feb 21 00:43:01.432016 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-fd8af48b-35da-4c85-a62b-7c076a89f97f req-3254fbe3-3643-46a9-a3e2-34dc08f91d67 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436256 Feb 21 00:43:01.471377 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d6e36a58-6ae2-4a16-a265-5098f66cb460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:01.546049 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d6e36a58-6ae2-4a16-a265-5098f66cb460 admin admin] Publish callbacks [] for security_group (93282e3b-4dc6-431a-8ab6-575b4cfcf8ab), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:01.612333 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d6e36a58-6ae2-4a16-a265-5098f66cb460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (93282e3b-4dc6-431a-8ab6-575b4cfcf8ab), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:01.613899 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:01.658530 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-d6e36a58-6ae2-4a16-a265-5098f66cb460 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bd42ac2e1e5c4700bab3c540b9e7fb8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3337607 Feb 21 00:43:01.659373 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e36a58-6ae2-4a16-a265-5098f66cb460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93282e3b-4dc6-431a-8ab6-575b4cfcf8ab,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:01.661460 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 53024) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:01.714871 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0563f7f7-6326-4c16-b5f1-2aecce9e3d7c admin admin] Publish callbacks [] for security_group (93282e3b-4dc6-431a-8ab6-575b4cfcf8ab), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:01.739952 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0563f7f7-6326-4c16-b5f1-2aecce9e3d7c admin admin] Publish callbacks [] for security_group (93282e3b-4dc6-431a-8ab6-575b4cfcf8ab), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:01.849680 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:43:01.865373 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0563f7f7-6326-4c16-b5f1-2aecce9e3d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (93282e3b-4dc6-431a-8ab6-575b4cfcf8ab), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:01.867919 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0563f7f7-6326-4c16-b5f1-2aecce9e3d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:01.869050 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-0563f7f7-6326-4c16-b5f1-2aecce9e3d7c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/93282e3b-4dc6-431a-8ab6-575b4cfcf8ab HTTP/1.1" status: 204 len: 168 time: 0.2048991 Feb 21 00:43:01.881259 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563f7f7-6326-4c16-b5f1-2aecce9e3d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93282e3b-4dc6-431a-8ab6-575b4cfcf8ab,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:01.892659 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135280f-41c4-4f33-8ba8-3f748e53f8f8 req-5c7f261c-f7e6-4388-afb0-36f1362dcc48 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:01.894735 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6135280f-41c4-4f33-8ba8-3f748e53f8f8 req-5c7f261c-f7e6-4388-afb0-36f1362dcc48 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0701883 Feb 21 00:43:01.950875 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6135280f-41c4-4f33-8ba8-3f748e53f8f8 req-499d2603-7a98-44a6-9d46-0bc64ee1fe5f tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492172 Feb 21 00:43:02.565300 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e80a-18f4-48e6-a5e6-03d11dd52567 req-3c38d0c0-4254-4e96-9ba4-bd376b974780 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:02.567383 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0f91e80a-18f4-48e6-a5e6-03d11dd52567 req-3c38d0c0-4254-4e96-9ba4-bd376b974780 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0557585 Feb 21 00:43:02.618891 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0f91e80a-18f4-48e6-a5e6-03d11dd52567 req-e472c7bc-9836-4bc7-b26e-2372a0df78d8 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458033 Feb 21 00:43:03.091805 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b716f92-786b-441e-bf11-6609ba31073a req-95c2e0db-1117-46f6-892d-3ac1b519c217 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:03.094238 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6b716f92-786b-441e-bf11-6609ba31073a req-95c2e0db-1117-46f6-892d-3ac1b519c217 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0711038 Feb 21 00:43:03.098093 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:03.155347 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6b716f92-786b-441e-bf11-6609ba31073a req-9215d586-c588-47a7-8e1f-9994f4b8066e tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537019 Feb 21 00:43:03.310996 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 53090) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:03.415936 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-d91063db-28ce-4734-b3ba-bea5ddf656ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:03.494414 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-d91063db-28ce-4734-b3ba-bea5ddf656ee admin admin] Publish callbacks [] for security_group (172f490d-b19c-4eb5-a5e7-1ed8b881d053), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:03.572583 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-d91063db-28ce-4734-b3ba-bea5ddf656ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (172f490d-b19c-4eb5-a5e7-1ed8b881d053), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:03.609574 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-d91063db-28ce-4734-b3ba-bea5ddf656ee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=856a6f79e9854a17990140878d717433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974892 Feb 21 00:43:03.611620 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91063db-28ce-4734-b3ba-bea5ddf656ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172f490d-b19c-4eb5-a5e7-1ed8b881d053,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:03.612310 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53094) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:03.668635 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-348c4889-2249-41a2-b16d-77435b11a55c admin admin] Publish callbacks [] for security_group (172f490d-b19c-4eb5-a5e7-1ed8b881d053), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:03.690556 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-348c4889-2249-41a2-b16d-77435b11a55c admin admin] Publish callbacks [] for security_group (172f490d-b19c-4eb5-a5e7-1ed8b881d053), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:03.780064 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a0444-19c1-4df2-9b0f-12b7889c7790 req-fdaafe13-ec29-45e1-85a3-775c02282902 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:03.780064 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-908a0444-19c1-4df2-9b0f-12b7889c7790 req-fdaafe13-ec29-45e1-85a3-775c02282902 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0718725 Feb 21 00:43:03.841695 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-908a0444-19c1-4df2-9b0f-12b7889c7790 req-7bc26e95-344d-4c14-992a-9a6dae32e86f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572171 Feb 21 00:43:03.914684 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-348c4889-2249-41a2-b16d-77435b11a55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (172f490d-b19c-4eb5-a5e7-1ed8b881d053), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:03.917634 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-348c4889-2249-41a2-b16d-77435b11a55c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:03.922027 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-348c4889-2249-41a2-b16d-77435b11a55c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/172f490d-b19c-4eb5-a5e7-1ed8b881d053 HTTP/1.1" status: 204 len: 168 time: 0.3083112 Feb 21 00:43:03.931706 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c4889-2249-41a2-b16d-77435b11a55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172f490d-b19c-4eb5-a5e7-1ed8b881d053,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:04.297017 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b0803-3590-4f53-aee2-3be73788aa0d req-ff6af213-f165-446e-8954-988f5a4c11fa tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:04.298546 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ea2b0803-3590-4f53-aee2-3be73788aa0d req-ff6af213-f165-446e-8954-988f5a4c11fa tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0610633 Feb 21 00:43:04.353372 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ea2b0803-3590-4f53-aee2-3be73788aa0d req-fa10b09b-223e-477d-a950-af93c85c5afd tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478439 Feb 21 00:43:04.602929 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 53132) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:04.616638 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-06dd9c98-a5c2-448a-bc5b-f21fa2ea70fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:04.690068 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-06dd9c98-a5c2-448a-bc5b-f21fa2ea70fc admin admin] Publish callbacks [] for security_group (938935cd-49dd-4b58-a7f7-cafed4cfe9e5), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:04.749005 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-06dd9c98-a5c2-448a-bc5b-f21fa2ea70fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (938935cd-49dd-4b58-a7f7-cafed4cfe9e5), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:04.789360 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-06dd9c98-a5c2-448a-bc5b-f21fa2ea70fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b919d193c7aa4ba7a56b5305a5f3d243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1852462 Feb 21 00:43:04.791327 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd9c98-a5c2-448a-bc5b-f21fa2ea70fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938935cd-49dd-4b58-a7f7-cafed4cfe9e5,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:04.792100 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53136) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:04.845364 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-93a974ff-60c1-4351-a940-9ed460638f78 admin admin] Publish callbacks [] for security_group (938935cd-49dd-4b58-a7f7-cafed4cfe9e5), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:04.870268 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-93a974ff-60c1-4351-a940-9ed460638f78 admin admin] Publish callbacks [] for security_group (938935cd-49dd-4b58-a7f7-cafed4cfe9e5), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:04.978507 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745eaa63-a6af-45ef-881e-cabbeb1e567b req-14d282d9-0169-4ab7-aa82-05688f251fe6 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:04.979956 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-745eaa63-a6af-45ef-881e-cabbeb1e567b req-14d282d9-0169-4ab7-aa82-05688f251fe6 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0562687 Feb 21 00:43:05.027545 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-745eaa63-a6af-45ef-881e-cabbeb1e567b req-61647a47-f259-4665-9156-61f42494545f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420051 Feb 21 00:43:05.042182 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-93a974ff-60c1-4351-a940-9ed460638f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (938935cd-49dd-4b58-a7f7-cafed4cfe9e5), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:05.044151 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-93a974ff-60c1-4351-a940-9ed460638f78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:05.045475 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-93a974ff-60c1-4351-a940-9ed460638f78 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/938935cd-49dd-4b58-a7f7-cafed4cfe9e5 HTTP/1.1" status: 204 len: 168 time: 0.2522292 Feb 21 00:43:05.053855 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a974ff-60c1-4351-a940-9ed460638f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938935cd-49dd-4b58-a7f7-cafed4cfe9e5,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:05.483322 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dea2c1-b5b4-4c1a-8a8b-b13e8782b608 req-92ca289e-da17-464f-b9e9-5ec750da717c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:05.484858 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-59dea2c1-b5b4-4c1a-8a8b-b13e8782b608 req-92ca289e-da17-464f-b9e9-5ec750da717c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0584598 Feb 21 00:43:05.533741 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-59dea2c1-b5b4-4c1a-8a8b-b13e8782b608 req-b9dd16ac-d7a2-497d-8b5f-3dd13f280881 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417128 Feb 21 00:43:05.581539 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53160) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:05.685639 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-58024f59-44a0-4f96-87dd-f4b311e47c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:05.761766 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-58024f59-44a0-4f96-87dd-f4b311e47c64 admin admin] Publish callbacks [] for security_group (cb9cb3ee-a861-41b6-9015-3def6eae7e67), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:05.832333 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53166) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:05.846539 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-58024f59-44a0-4f96-87dd-f4b311e47c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (cb9cb3ee-a861-41b6-9015-3def6eae7e67), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:05.850291 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7f2f6e56-228a-4494-8eea-0b8423bbda56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:05.899706 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58024f59-44a0-4f96-87dd-f4b311e47c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9cb3ee-a861-41b6-9015-3def6eae7e67,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:05.906969 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-58024f59-44a0-4f96-87dd-f4b311e47c64 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=af47cabbf53f48dcbcd533c64881487a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235986 Feb 21 00:43:05.909518 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 53168) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:05.959239 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3726-bad9-4191-9a34-b69e68fb0b58 admin admin] Publish callbacks [] for security_group (cb9cb3ee-a861-41b6-9015-3def6eae7e67), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:05.965977 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7f2f6e56-228a-4494-8eea-0b8423bbda56 admin admin] Publish callbacks [] for security_group (a3148013-43e5-44e6-9d43-0dc5593231a2), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:05.980552 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3726-bad9-4191-9a34-b69e68fb0b58 admin admin] Publish callbacks [] for security_group (cb9cb3ee-a861-41b6-9015-3def6eae7e67), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:06.034548 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7f2f6e56-228a-4494-8eea-0b8423bbda56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (a3148013-43e5-44e6-9d43-0dc5593231a2), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:06.071607 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f6e56-228a-4494-8eea-0b8423bbda56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3148013-43e5-44e6-9d43-0dc5593231a2,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:06.075884 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-7f2f6e56-228a-4494-8eea-0b8423bbda56 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6723bc8f94324d9c978c43e3e24b80da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417979 Feb 21 00:43:06.078662 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 53172) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:06.121353 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3726-bad9-4191-9a34-b69e68fb0b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (cb9cb3ee-a861-41b6-9015-3def6eae7e67), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:06.123836 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3726-bad9-4191-9a34-b69e68fb0b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:06.124939 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-ac8b3726-bad9-4191-9a34-b69e68fb0b58 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb9cb3ee-a861-41b6-9015-3def6eae7e67 HTTP/1.1" status: 204 len: 168 time: 0.2144246 Feb 21 00:43:06.160144 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b3726-bad9-4191-9a34-b69e68fb0b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9cb3ee-a861-41b6-9015-3def6eae7e67,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:06.173170 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e69d-ca0b-443c-9244-c9e0b3e826fe admin admin] Publish callbacks [] for security_group (a3148013-43e5-44e6-9d43-0dc5593231a2), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:06.204028 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c36b42-b0d4-49c5-8c02-f87ceee97228 req-afbaff26-34b4-40e2-9e09-bbff55c755ad tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:06.205521 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-43c36b42-b0d4-49c5-8c02-f87ceee97228 req-afbaff26-34b4-40e2-9e09-bbff55c755ad tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0996842 Feb 21 00:43:06.210588 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e69d-ca0b-443c-9244-c9e0b3e826fe admin admin] Publish callbacks [] for security_group (a3148013-43e5-44e6-9d43-0dc5593231a2), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:06.276598 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-43c36b42-b0d4-49c5-8c02-f87ceee97228 req-09565e90-02bd-4eb0-81b8-e7c764e36dfd tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639765 Feb 21 00:43:06.354841 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e69d-ca0b-443c-9244-c9e0b3e826fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (a3148013-43e5-44e6-9d43-0dc5593231a2), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:06.357575 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e69d-ca0b-443c-9244-c9e0b3e826fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:06.358705 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-c9f4e69d-ca0b-443c-9244-c9e0b3e826fe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a3148013-43e5-44e6-9d43-0dc5593231a2 HTTP/1.1" status: 204 len: 168 time: 0.2790656 Feb 21 00:43:06.374572 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4e69d-ca0b-443c-9244-c9e0b3e826fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3148013-43e5-44e6-9d43-0dc5593231a2,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:06.665152 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2b1ab-e903-42be-97d1-fdc4f8f25329 req-c3ad5983-1144-4a07-b301-b6bfe36f2323 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:06.666701 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-4ec2b1ab-e903-42be-97d1-fdc4f8f25329 req-c3ad5983-1144-4a07-b301-b6bfe36f2323 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0656092 Feb 21 00:43:06.718424 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-4ec2b1ab-e903-42be-97d1-fdc4f8f25329 req-924ad65a-4da0-47af-b2cd-ccef89030b21 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461323 Feb 21 00:43:06.734312 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 53186) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:06.751679 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-63976f1e-c14d-4bd2-87fd-37cf73381c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:06.830862 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-63976f1e-c14d-4bd2-87fd-37cf73381c48 admin admin] Publish callbacks [] for security_group (70b63a96-50b1-4d1e-a228-06577e073581), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:06.886038 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-63976f1e-c14d-4bd2-87fd-37cf73381c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (70b63a96-50b1-4d1e-a228-06577e073581), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:06.929666 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-63976f1e-c14d-4bd2-87fd-37cf73381c48 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ac38c94456224876820ed087c7f28ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936774 Feb 21 00:43:06.930632 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63976f1e-c14d-4bd2-87fd-37cf73381c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b63a96-50b1-4d1e-a228-06577e073581,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:06.932632 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53196) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:06.982024 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b7b84205-ca41-4cf1-ab63-28822609d732 admin admin] Publish callbacks [] for security_group (70b63a96-50b1-4d1e-a228-06577e073581), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:07.002796 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b7b84205-ca41-4cf1-ab63-28822609d732 admin admin] Publish callbacks [] for security_group (70b63a96-50b1-4d1e-a228-06577e073581), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:07.114930 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b7b84205-ca41-4cf1-ab63-28822609d732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (70b63a96-50b1-4d1e-a228-06577e073581), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:07.117780 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b7b84205-ca41-4cf1-ab63-28822609d732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:07.118946 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-b7b84205-ca41-4cf1-ab63-28822609d732 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/70b63a96-50b1-4d1e-a228-06577e073581 HTTP/1.1" status: 204 len: 168 time: 0.1850545 Feb 21 00:43:07.126673 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b84205-ca41-4cf1-ab63-28822609d732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b63a96-50b1-4d1e-a228-06577e073581,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:07.418145 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d23b-a53c-4fa2-9424-ef9dd8a72af6 req-39e45265-4eb2-45d9-bfab-2195e2570985 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:07.419725 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-5db5d23b-a53c-4fa2-9424-ef9dd8a72af6 req-39e45265-4eb2-45d9-bfab-2195e2570985 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0592427 Feb 21 00:43:07.469093 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-5db5d23b-a53c-4fa2-9424-ef9dd8a72af6 req-da4c2f3d-cfad-49c0-b13b-3d1dec690bef tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429275 Feb 21 00:43:07.847647 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed5af1-70e2-4b76-86b2-aaf53b3791cb req-ea11718a-f880-4884-9fbe-2656a3971137 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:07.847647 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c1ed5af1-70e2-4b76-86b2-aaf53b3791cb req-ea11718a-f880-4884-9fbe-2656a3971137 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0577745 Feb 21 00:43:07.864091 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53226) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:07.883555 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8d37cec3-2e03-48fb-a005-489cd7f4b6f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:07.900949 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c1ed5af1-70e2-4b76-86b2-aaf53b3791cb req-bd1393db-6ed9-42da-8e04-eb3a7e4d19e1 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487661 Feb 21 00:43:07.968120 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8d37cec3-2e03-48fb-a005-489cd7f4b6f0 admin admin] Publish callbacks [] for security_group (fe4c12a7-0df6-4b3c-9b4d-09bba4e864bc), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:07.976071 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 463cd9ee-ca82-4229-af50-5f45d8b91936 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:43:08.068521 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8d37cec3-2e03-48fb-a005-489cd7f4b6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (fe4c12a7-0df6-4b3c-9b4d-09bba4e864bc), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:08.073815 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 463cd9ee-ca82-4229-af50-5f45d8b91936, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=463cd9ee-ca82-4229-af50-5f45d8b91936,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:43:08.086207 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': '463cd9ee-ca82-4229-af50-5f45d8b91936', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'port_id': '463cd9ee-ca82-4229-af50-5f45d8b91936', 'mac_address': 'fa:16:3e:f4:8c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:43:08.111100 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-8d37cec3-2e03-48fb-a005-489cd7f4b6f0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3fd5f3481e69475184ec111264981f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435448 Feb 21 00:43:08.111100 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37cec3-2e03-48fb-a005-489cd7f4b6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4c12a7-0df6-4b3c-9b4d-09bba4e864bc,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:08.111516 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 53232) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:08.170667 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-3e9733e8-bee5-4a70-9ee2-4c345dd0fcb6 admin admin] Publish callbacks [] for security_group (fe4c12a7-0df6-4b3c-9b4d-09bba4e864bc), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:08.195159 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-3e9733e8-bee5-4a70-9ee2-4c345dd0fcb6 admin admin] Publish callbacks [] for security_group (fe4c12a7-0df6-4b3c-9b4d-09bba4e864bc), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:08.251069 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 463cd9ee-ca82-4229-af50-5f45d8b91936 is: ACTIVE; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:08.251453 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:08.264190 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 463cd9ee-ca82-4229-af50-5f45d8b91936 {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:43:08.284285 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 463cd9ee-ca82-4229-af50-5f45d8b91936, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=463cd9ee-ca82-4229-af50-5f45d8b91936,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:43:08.337858 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-3e9733e8-bee5-4a70-9ee2-4c345dd0fcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (fe4c12a7-0df6-4b3c-9b4d-09bba4e864bc), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:08.340526 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-3e9733e8-bee5-4a70-9ee2-4c345dd0fcb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:08.341782 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-3e9733e8-bee5-4a70-9ee2-4c345dd0fcb6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fe4c12a7-0df6-4b3c-9b4d-09bba4e864bc HTTP/1.1" status: 204 len: 168 time: 0.2290692 Feb 21 00:43:08.349742 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9733e8-bee5-4a70-9ee2-4c345dd0fcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4c12a7-0df6-4b3c-9b4d-09bba4e864bc,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:08.412279 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:08.461633 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=463cd9ee-ca82-4229-af50-5f45d8b91936,revision_number=6']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:08.597377 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da053faa-d31f-4676-85e8-3aad705853bc req-c65b2353-34c2-4b73-b760-61c483b2f477 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:08.598892 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-da053faa-d31f-4676-85e8-3aad705853bc req-c65b2353-34c2-4b73-b760-61c483b2f477 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 945 time: 0.0601339 Feb 21 00:43:08.651064 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-da053faa-d31f-4676-85e8-3aad705853bc req-7dab0b87-b79c-40d8-ae95-7fe7718bf710 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465150 Feb 21 00:43:09.046450 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3687dd-33ba-4190-a89c-3ccbb8845723 req-d051df9c-8e50-4f65-ba75-9de3aab6e4c4 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:09.047923 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-df3687dd-33ba-4190-a89c-3ccbb8845723 req-d051df9c-8e50-4f65-ba75-9de3aab6e4c4 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0574484 Feb 21 00:43:09.097682 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-df3687dd-33ba-4190-a89c-3ccbb8845723 req-9d85102d-e546-4125-a230-2d5e61ca24f6 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436523 Feb 21 00:43:09.158873 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['463cd9ee-ca82-4229-af50-5f45d8b91936'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:43:09.340060 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 53300) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:09.533888 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 463cd9ee-ca82-4229-af50-5f45d8b91936 up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:43:09.558846 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-038112db-9890-4cb7-b29e-8f2b47fb59cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:09.605231 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port 463cd9ee-ca82-4229-af50-5f45d8b91936 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:09.605625 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:09.654113 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-038112db-9890-4cb7-b29e-8f2b47fb59cd admin admin] Publish callbacks [] for security_group (bd25efd7-0dda-4461-83de-9c4e20e4f8f7), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:09.732249 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 463cd9ee-ca82-4229-af50-5f45d8b91936 is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:09.732675 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:09.744115 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-038112db-9890-4cb7-b29e-8f2b47fb59cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (bd25efd7-0dda-4461-83de-9c4e20e4f8f7), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:09.759584 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4f579f-0e0c-4cea-8a5c-38795127d722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463cd9ee-ca82-4229-af50-5f45d8b91936'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:43:09.761596 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d297e735-f36f-4ab8-98f8-d9025e68681d" -d '{"events": [{"server_uuid": "3b4f579f-0e0c-4cea-8a5c-38795127d722", "name": "network-vif-plugged", "status": "completed", "tag": "463cd9ee-ca82-4229-af50-5f45d8b91936"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:43:09.776110 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 463cd9ee-ca82-4229-af50-5f45d8b91936, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=463cd9ee-ca82-4229-af50-5f45d8b91936,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:43:09.826464 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ac4c55-96fa-415a-b742-fe176dbc9cdc x-openstack-request-id: req-45ac4c55-96fa-415a-b742-fe176dbc9cdc {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:43:09.826797 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4f579f-0e0c-4cea-8a5c-38795127d722", "name": "network-vif-plugged", "status": "completed", "tag": "463cd9ee-ca82-4229-af50-5f45d8b91936", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:43:09.827062 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-45ac4c55-96fa-415a-b742-fe176dbc9cdc {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:43:09.827667 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4f579f-0e0c-4cea-8a5c-38795127d722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463cd9ee-ca82-4229-af50-5f45d8b91936', 'code': 200} Feb 21 00:43:09.830035 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-038112db-9890-4cb7-b29e-8f2b47fb59cd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=09a0957267b54e0caae3709b51d88141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4887857 Feb 21 00:43:09.832974 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53328) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:09.833525 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038112db-9890-4cb7-b29e-8f2b47fb59cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd25efd7-0dda-4461-83de-9c4e20e4f8f7,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:09.857778 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db250f7-f6cc-49cb-b08f-51e7ca2b51f8 req-c1de412b-1439-4a9e-b376-a7bb4dbee718 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:09.866772 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1db250f7-f6cc-49cb-b08f-51e7ca2b51f8 req-c1de412b-1439-4a9e-b376-a7bb4dbee718 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 945 time: 0.1048450 Feb 21 00:43:09.898086 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:09.912605 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-0ca7b64e-815e-47e0-94f9-2be74f339834 admin admin] Publish callbacks [] for security_group (bd25efd7-0dda-4461-83de-9c4e20e4f8f7), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:09.926943 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1db250f7-f6cc-49cb-b08f-51e7ca2b51f8 req-90dd7f52-09bc-480c-9e61-cffcff27e941 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591738 Feb 21 00:43:09.942555 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-0ca7b64e-815e-47e0-94f9-2be74f339834 admin admin] Publish callbacks [] for security_group (bd25efd7-0dda-4461-83de-9c4e20e4f8f7), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:09.979483 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=463cd9ee-ca82-4229-af50-5f45d8b91936,revision_number=7']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:10.074819 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-0ca7b64e-815e-47e0-94f9-2be74f339834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (bd25efd7-0dda-4461-83de-9c4e20e4f8f7), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:10.077675 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-0ca7b64e-815e-47e0-94f9-2be74f339834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:10.082763 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-0ca7b64e-815e-47e0-94f9-2be74f339834 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bd25efd7-0dda-4461-83de-9c4e20e4f8f7 HTTP/1.1" status: 204 len: 168 time: 0.2443042 Feb 21 00:43:10.089007 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7b64e-815e-47e0-94f9-2be74f339834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd25efd7-0dda-4461-83de-9c4e20e4f8f7,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:10.243773 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972456a-b89c-4f89-9513-7cf8827d8a14 req-e1c93018-0b9e-416b-a399-78efa683e176 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:10.245410 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d972456a-b89c-4f89-9513-7cf8827d8a14 req-e1c93018-0b9e-416b-a399-78efa683e176 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0559473 Feb 21 00:43:10.302166 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d972456a-b89c-4f89-9513-7cf8827d8a14 req-48eb2f8a-bd21-4029-94ca-9cc727f6b006 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503645 Feb 21 00:43:10.616817 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-de2cc531-2804-456b-a959-5a40e2327984 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:10.622700 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-de2cc531-2804-456b-a959-5a40e2327984 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/networks?id=4eddcd37-2bb4-45ed-b271-82c29ca77999 HTTP/1.1" status: 200 len: 815 time: 0.1118114 Feb 21 00:43:10.638912 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-3d483ce8-e65d-475c-a3de-9bca4d247695 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/quotas/943116783b96473c81856233d65a620b HTTP/1.1" status: 200 len: 375 time: 0.0152717 Feb 21 00:43:10.712946 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-91b11d1d-72a3-47e2-a08b-84143b854d14 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=943116783b96473c81856233d65a620b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730340 Feb 21 00:43:10.828987 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-10e0e938-a78c-4a3a-b7dd-cde369a79a47 service neutron] 10.222.0.81 "GET /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148195 Feb 21 00:43:10.836021 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 53388) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:10.861952 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-d7dd7b72-48dd-489b-85dd-912a702c8f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:10.960242 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-d7dd7b72-48dd-489b-85dd-912a702c8f4a admin admin] Publish callbacks [] for security_group (2b152fa6-6d1c-47e0-b0d0-fbc6ea613288), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:11.008517 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-af033213-c49f-45bd-834b-2defd7c4a9a9 service neutron] 10.222.0.81 "GET /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712720 Feb 21 00:43:11.052642 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-d7dd7b72-48dd-489b-85dd-912a702c8f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (2b152fa6-6d1c-47e0-b0d0-fbc6ea613288), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:11.150312 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-d7dd7b72-48dd-489b-85dd-912a702c8f4a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9bd430662a694a0794d9b5015b254660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3131645 Feb 21 00:43:11.153670 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53398) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:11.188346 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1deb4d-83e4-4244-b385-8680ffa16612 req-79658ea2-48df-4916-bf68-df84716350e5 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:11.190167 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5f1deb4d-83e4-4244-b385-8680ffa16612 req-79658ea2-48df-4916-bf68-df84716350e5 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.1164336 Feb 21 00:43:11.191537 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd7b72-48dd-489b-85dd-912a702c8f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b152fa6-6d1c-47e0-b0d0-fbc6ea613288,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:11.229436 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2742745d-83c6-4a1d-8004-742d2d843bb6 admin admin] Publish callbacks [] for security_group (2b152fa6-6d1c-47e0-b0d0-fbc6ea613288), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:11.289972 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2742745d-83c6-4a1d-8004-742d2d843bb6 admin admin] Publish callbacks [] for security_group (2b152fa6-6d1c-47e0-b0d0-fbc6ea613288), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:11.293879 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5f1deb4d-83e4-4244-b385-8680ffa16612 req-abc213f5-0359-4d98-8760-97ab40619d4a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963459 Feb 21 00:43:11.426924 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-63836791-3c47-4634-b661-c35260f483d5 req-55077b7d-17e1-492a-a703-ead1339e5a61 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 210 time: 0.0530148 Feb 21 00:43:11.511491 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68d8a4-59da-44c4-8834-a6c8f9124008 req-33d8a352-50fa-4e1c-874c-6238e2f775c7 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:11.520927 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-cf68d8a4-59da-44c4-8834-a6c8f9124008 req-33d8a352-50fa-4e1c-874c-6238e2f775c7 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0910678 Feb 21 00:43:11.537317 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2742745d-83c6-4a1d-8004-742d2d843bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (2b152fa6-6d1c-47e0-b0d0-fbc6ea613288), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:11.545221 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2742745d-83c6-4a1d-8004-742d2d843bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:11.545221 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-2742745d-83c6-4a1d-8004-742d2d843bb6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2b152fa6-6d1c-47e0-b0d0-fbc6ea613288 HTTP/1.1" status: 204 len: 168 time: 0.3897719 Feb 21 00:43:11.572169 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742745d-83c6-4a1d-8004-742d2d843bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b152fa6-6d1c-47e0-b0d0-fbc6ea613288,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:11.666129 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-cf68d8a4-59da-44c4-8834-a6c8f9124008 req-026c7160-5390-49cf-a03c-e6dd37dd09a3 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442144 Feb 21 00:43:12.523963 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317dae6-e61c-4579-878a-98b49a6c5125 req-8a879a82-5da2-4f96-8960-6ca853102930 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:12.526616 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-5317dae6-e61c-4579-878a-98b49a6c5125 req-8a879a82-5da2-4f96-8960-6ca853102930 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0954127 Feb 21 00:43:12.562434 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-57cba5e5-cf87-4b9f-ace5-fbff752c89ca req-487510bd-d332-4fe8-b1d3-6d3f209e7d3f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 210 time: 0.0588074 Feb 21 00:43:12.607108 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-5317dae6-e61c-4579-878a-98b49a6c5125 req-82742422-e555-4d09-9546-d019e85b1d5d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741897 Feb 21 00:43:12.915010 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84026d9c-dbd5-47d1-859d-24d45ab767f2 req-235a6504-3eeb-43af-873f-82f50b08fedb tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:12.922838 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-84026d9c-dbd5-47d1-859d-24d45ab767f2 req-235a6504-3eeb-43af-873f-82f50b08fedb tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.1366837 Feb 21 00:43:12.930133 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53462) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:13.033363 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-84026d9c-dbd5-47d1-859d-24d45ab767f2 req-53ff71d4-db9b-496c-b7db-3d6ca3c4d6b0 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739617 Feb 21 00:43:13.113532 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c82872d2-f5ff-49ed-b448-10ee08ef7e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:13.226774 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c82872d2-f5ff-49ed-b448-10ee08ef7e58 admin admin] Publish callbacks [] for security_group (ad3865cb-d3fb-4c1d-b9ad-52cfb026ed4c), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:13.463085 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c82872d2-f5ff-49ed-b448-10ee08ef7e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (ad3865cb-d3fb-4c1d-b9ad-52cfb026ed4c), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:13.515242 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-c82872d2-f5ff-49ed-b448-10ee08ef7e58 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=217ddb4233a249298ab7d742e44a7dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5814240 Feb 21 00:43:13.515242 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82872d2-f5ff-49ed-b448-10ee08ef7e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3865cb-d3fb-4c1d-b9ad-52cfb026ed4c,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:13.515572 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 53476) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:13.606376 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f1f83f00-8b8f-4968-b83d-8de4126d512a admin admin] Publish callbacks [] for security_group (ad3865cb-d3fb-4c1d-b9ad-52cfb026ed4c), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:13.643527 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f1f83f00-8b8f-4968-b83d-8de4126d512a admin admin] Publish callbacks [] for security_group (ad3865cb-d3fb-4c1d-b9ad-52cfb026ed4c), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:13.753016 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-2f997cd1-83ab-46e4-8356-07095bd3cff1 req-d227b53f-7a4c-4dc5-90c0-acfba1e0a98e tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 210 time: 0.0430000 Feb 21 00:43:13.804972 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f1f83f00-8b8f-4968-b83d-8de4126d512a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (ad3865cb-d3fb-4c1d-b9ad-52cfb026ed4c), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:13.808438 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f1f83f00-8b8f-4968-b83d-8de4126d512a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:13.810446 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-f1f83f00-8b8f-4968-b83d-8de4126d512a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ad3865cb-d3fb-4c1d-b9ad-52cfb026ed4c HTTP/1.1" status: 204 len: 168 time: 0.2928724 Feb 21 00:43:13.824980 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f83f00-8b8f-4968-b83d-8de4126d512a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3865cb-d3fb-4c1d-b9ad-52cfb026ed4c,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:13.875283 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a53f2-1f57-4c72-b6ad-3d7ce1076fd1 req-a6c7b367-ee04-43e1-af60-4dfa74f54c50 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:13.884428 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-008a53f2-1f57-4c72-b6ad-3d7ce1076fd1 req-a6c7b367-ee04-43e1-af60-4dfa74f54c50 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.1372616 Feb 21 00:43:13.955821 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53490) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:13.986333 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-008a53f2-1f57-4c72-b6ad-3d7ce1076fd1 req-e2a7197e-2e68-4b2b-a12d-74d08381a333 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980902 Feb 21 00:43:14.175965 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf41e19-c603-48f8-975b-18c7db17ca9b req-d46c8742-9280-4512-8e3a-64e574fc6dee tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:14.177732 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-dcf41e19-c603-48f8-975b-18c7db17ca9b req-d46c8742-9280-4512-8e3a-64e574fc6dee tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0618110 Feb 21 00:43:14.240352 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-dcf41e19-c603-48f8-975b-18c7db17ca9b req-e78ccba7-d2be-4d8b-bcd8-8e3fcdd39789 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562620 Feb 21 00:43:14.314382 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-423b4cc1-9fae-4859-8ee2-12910da3f50a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:14.410976 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-423b4cc1-9fae-4859-8ee2-12910da3f50a admin admin] Publish callbacks [] for security_group (2e353e1d-8546-451b-9463-5bee9555b49c), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:14.413898 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-0883d450-f385-47ae-b15b-819e337f8acf tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:14.415359 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-0883d450-f385-47ae-b15b-819e337f8acf tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.61 "GET /v2.0/networks?id=4eddcd37-2bb4-45ed-b271-82c29ca77999 HTTP/1.1" status: 200 len: 815 time: 0.1135850 Feb 21 00:43:14.429508 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-b6763e7c-c114-4b5c-a4d5-53cdb6c3a010 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Request body: {'port': {'device_id': 'd5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd', 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999', 'admin_state_up': True, 'tenant_id': '943116783b96473c81856233d65a620b'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:43:14.491063 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-423b4cc1-9fae-4859-8ee2-12910da3f50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (2e353e1d-8546-451b-9463-5bee9555b49c), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:14.541316 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-423b4cc1-9fae-4859-8ee2-12910da3f50a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=27495d78fb2b4c658a5e03eb49f99144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5838678 Feb 21 00:43:14.542335 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b4cc1-9fae-4859-8ee2-12910da3f50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e353e1d-8546-451b-9463-5bee9555b49c,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:14.544644 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53506) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:14.664171 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-08a458c4-26dd-48d4-84ca-5172a5a4096f admin admin] Publish callbacks [] for security_group (2e353e1d-8546-451b-9463-5bee9555b49c), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:14.680403 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-b6763e7c-c114-4b5c-a4d5-53cdb6c3a010 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Made reservation on behalf of 943116783b96473c81856233d65a620b for: {'port': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:43:14.685608 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-b6763e7c-c114-4b5c-a4d5-53cdb6c3a010 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:14.707197 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-08a458c4-26dd-48d4-84ca-5172a5a4096f admin admin] Publish callbacks [] for security_group (2e353e1d-8546-451b-9463-5bee9555b49c), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:14.874635 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-08a458c4-26dd-48d4-84ca-5172a5a4096f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (2e353e1d-8546-451b-9463-5bee9555b49c), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:14.877213 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-08a458c4-26dd-48d4-84ca-5172a5a4096f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:14.879131 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-08a458c4-26dd-48d4-84ca-5172a5a4096f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e353e1d-8546-451b-9463-5bee9555b49c HTTP/1.1" status: 204 len: 168 time: 0.3326063 Feb 21 00:43:14.893483 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a458c4-26dd-48d4-84ca-5172a5a4096f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e353e1d-8546-451b-9463-5bee9555b49c,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:14.943727 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a682b489-0090-44a4-8f1a-88a672e7d230 req-632b6a79-1803-4c41-9e73-779584d231fc tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 210 time: 0.0857444 Feb 21 00:43:14.973247 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-b6763e7c-c114-4b5c-a4d5-53cdb6c3a010 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Allocated IP 172.20.0.9 (4eddcd37-2bb4-45ed-b271-82c29ca77999/6263a4fb-8c44-4871-be28-e6536c01e4fa/f47f2d44-187e-4804-8559-043d33cc2c82) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:43:15.169764 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a557590-b2b6-457c-86a7-a50f7f7d1de0 req-1f0c103e-4c19-4a42-aa03-ca33a2bad1a2 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:15.171653 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-4a557590-b2b6-457c-86a7-a50f7f7d1de0 req-1f0c103e-4c19-4a42-aa03-ca33a2bad1a2 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0744314 Feb 21 00:43:15.194058 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-b6763e7c-c114-4b5c-a4d5-53cdb6c3a010 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks [] for port (f47f2d44-187e-4804-8559-043d33cc2c82), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:15.244673 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-4a557590-b2b6-457c-86a7-a50f7f7d1de0 req-5f6ad6dd-92ce-4320-b10e-bdb0cab8cd6f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628369 Feb 21 00:43:15.314846 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-b6763e7c-c114-4b5c-a4d5-53cdb6c3a010 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (f47f2d44-187e-4804-8559-043d33cc2c82), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:15.336667 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['b3169a9e-759b-4541-9058-21346f041bfa', '89c86f05-1c24-4773-a113-d654b8d6d24f', 'd692d560-d825-4ec3-91af-87fec2ba028b'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:43:15.371547 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-b6763e7c-c114-4b5c-a4d5-53cdb6c3a010 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Network 4eddcd37-2bb4-45ed-b271-82c29ca77999 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:43:15.413316 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-b6763e7c-c114-4b5c-a4d5-53cdb6c3a010 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:43:15.416073 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-b6763e7c-c114-4b5c-a4d5-53cdb6c3a010 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:43:15.473428 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-b6763e7c-c114-4b5c-a4d5-53cdb6c3a010 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:15.473940 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-b6763e7c-c114-4b5c-a4d5-53cdb6c3a010 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:15.516367 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6763e7c-c114-4b5c-a4d5-53cdb6c3a010 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Pushing event updated for resources: {'Port': ['ID=f47f2d44-187e-4804-8559-043d33cc2c82,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:15.520852 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70743528-071d-4586-8ad8-ac15295c618b req-d30f9d0b-07e3-4c93-a954-848e7b2619f9 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:15.522454 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-70743528-071d-4586-8ad8-ac15295c618b req-d30f9d0b-07e3-4c93-a954-848e7b2619f9 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.1496112 Feb 21 00:43:15.622458 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-b6763e7c-c114-4b5c-a4d5-53cdb6c3a010 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1966429 Feb 21 00:43:15.646414 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Request body: {'port': {'device_id': 'd5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:43:15.740489 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-70743528-071d-4586-8ad8-ac15295c618b req-b651c430-0b9e-4cb2-8d81-c7c9fb4cf194 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110167 Feb 21 00:43:15.769920 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (f47f2d44-187e-4804-8559-043d33cc2c82), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:15.991824 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53548) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:16.031392 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9d3be17d-fed4-4077-af4d-65e5db94c4e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:16.274705 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904dadb0-f24a-4933-8568-d3623a33ba3d req-94b71e54-ced1-4d05-8d88-fa1193cf13d8 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:16.284429 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-904dadb0-f24a-4933-8568-d3623a33ba3d req-94b71e54-ced1-4d05-8d88-fa1193cf13d8 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 931 time: 0.1448591 Feb 21 00:43:16.333400 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9d3be17d-fed4-4077-af4d-65e5db94c4e2 admin admin] Publish callbacks [] for security_group (e621485b-bf4c-433a-b9cf-a77387a17505), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:16.370858 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-904dadb0-f24a-4933-8568-d3623a33ba3d req-308a9ed3-418f-49a9-80ac-260f71d770d7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850368 Feb 21 00:43:16.389578 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9d3be17d-fed4-4077-af4d-65e5db94c4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (e621485b-bf4c-433a-b9cf-a77387a17505), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:16.420809 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47f2d44-187e-4804-8559-043d33cc2c82 {{(pid=109907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:43:16.435934 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Publish callbacks [] for port (f47f2d44-187e-4804-8559-043d33cc2c82), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:16.460611 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.provisioning_blocks [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Transition to ACTIVE for port object f47f2d44-187e-4804-8559-043d33cc2c82 will not be triggered until provisioned by entity L2. {{(pid=109907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:43:16.475198 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b84ae-e8c4-4cca-8a48-7aec72ff196b req-7866deb3-40d8-4d92-806c-20543d820814 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:16.476934 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6c3b84ae-e8c4-4cca-8a48-7aec72ff196b req-7866deb3-40d8-4d92-806c-20543d820814 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.1151583 Feb 21 00:43:16.477518 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 53560) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:16.535464 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6c3b84ae-e8c4-4cca-8a48-7aec72ff196b req-992b5aab-0780-41c9-a097-5d18c5622217 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511363 Feb 21 00:43:16.542990 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-9d3be17d-fed4-4077-af4d-65e5db94c4e2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a05841ed6b2246f2b1fe06f0fe83eba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5469675 Feb 21 00:43:16.543136 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 53564) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:16.561679 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3be17d-fed4-4077-af4d-65e5db94c4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e621485b-bf4c-433a-b9cf-a77387a17505,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:16.567055 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (f47f2d44-187e-4804-8559-043d33cc2c82), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:16.781047 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Pushing event updated for resources: {'Port': ['ID=f47f2d44-187e-4804-8559-043d33cc2c82,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:16.811155 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-ea31c3b9-2fe0-4dae-b58f-79c9ff96d80a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1443111160-network', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:43:16.825918 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8b5446cb-3b18-46e3-aee6-319e7d18af4b admin admin] Publish callbacks [] for security_group (e621485b-bf4c-433a-b9cf-a77387a17505), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:16.872945 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8b5446cb-3b18-46e3-aee6-319e7d18af4b admin admin] Publish callbacks [] for security_group (e621485b-bf4c-433a-b9cf-a77387a17505), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:16.882179 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Attempting to bind port f47f2d44-187e-4804-8559-043d33cc2c82 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:43:16.882606 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Attempting to bind port f47f2d44-187e-4804-8559-043d33cc2c82 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '5171ad0f-cdd7-4d59-a1da-485b04cc5db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999'}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:43:16.883005 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Attempting to bind port f47f2d44-187e-4804-8559-043d33cc2c82 on network 4eddcd37-2bb4-45ed-b271-82c29ca77999 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:43:16.897279 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Port f47f2d44-187e-4804-8559-043d33cc2c82 on network 4eddcd37-2bb4-45ed-b271-82c29ca77999 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:43:16.897682 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Attempting to bind port f47f2d44-187e-4804-8559-043d33cc2c82 on network 4eddcd37-2bb4-45ed-b271-82c29ca77999 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:43:16.918786 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:43:16.919576 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Checking segment: {'id': '5171ad0f-cdd7-4d59-a1da-485b04cc5db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:43:16.920038 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Bound using segment: {'id': '5171ad0f-cdd7-4d59-a1da-485b04cc5db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999'} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:43:16.920702 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Bound port: f47f2d44-187e-4804-8559-043d33cc2c82, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5171ad0f-cdd7-4d59-a1da-485b04cc5db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999'}}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:43:16.921192 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (f47f2d44-187e-4804-8559-043d33cc2c82), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:16.960787 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c642a-d871-40ea-a5d5-040955d8f10c req-7733e77b-6ba7-4420-bc98-a70af6a7fa0e tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:16.967382 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-566c642a-d871-40ea-a5d5-040955d8f10c req-7733e77b-6ba7-4420-bc98-a70af6a7fa0e tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0952759 Feb 21 00:43:16.986372 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea31c3b9-2fe0-4dae-b58f-79c9ff96d80a admin admin] Made reservation on behalf of 0fb07f2cc8144e879b79dcbe84b1cbbb for: {'network': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:43:16.989209 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ea31c3b9-2fe0-4dae-b58f-79c9ff96d80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for network (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:17.011160 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ea31c3b9-2fe0-4dae-b58f-79c9ff96d80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:17.074204 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] For port f47f2d44-187e-4804-8559-043d33cc2c82, host hv-cinder-81322, cleared binding levels {{(pid=109907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:43:17.079692 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] For port f47f2d44-187e-4804-8559-043d33cc2c82, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f47f2d44-187e-4804-8559-043d33cc2c82,segment=NetworkSegment(5171ad0f-cdd7-4d59-a1da-485b04cc5db5),segment_id=5171ad0f-cdd7-4d59-a1da-485b04cc5db5)] {{(pid=109907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:43:17.088611 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-566c642a-d871-40ea-a5d5-040955d8f10c req-156979e4-c0cb-4a80-8f68-40f561cfffc4 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144485 Feb 21 00:43:17.130115 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8b5446cb-3b18-46e3-aee6-319e7d18af4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (e621485b-bf4c-433a-b9cf-a77387a17505), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:17.134101 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8b5446cb-3b18-46e3-aee6-319e7d18af4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:17.138695 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-8b5446cb-3b18-46e3-aee6-319e7d18af4b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e621485b-bf4c-433a-b9cf-a77387a17505 HTTP/1.1" status: 204 len: 168 time: 0.5934443 Feb 21 00:43:17.157536 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5446cb-3b18-46e3-aee6-319e7d18af4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e621485b-bf4c-433a-b9cf-a77387a17505,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:17.169034 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (f47f2d44-187e-4804-8559-043d33cc2c82), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:17.532972 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:17.533600 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:17.536888 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] 10.222.0.61 "PUT /v2.0/ports/f47f2d44-187e-4804-8559-043d33cc2c82 HTTP/1.1" status: 200 len: 1093 time: 1.9010282 Feb 21 00:43:17.544897 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd', 'tag': 'f47f2d44-187e-4804-8559-043d33cc2c82'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:43:17.547663 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58da6400-a80b-4dc5-a052-1ee8a77f7143" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd", "tag": "f47f2d44-187e-4804-8559-043d33cc2c82"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:43:17.571082 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a7f5a-9798-474a-bb40-24bda8300907 service neutron] Pushing event updated for resources: {'Port': ['ID=f47f2d44-187e-4804-8559-043d33cc2c82,revision_number=3']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:17.604245 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989a2af-ae8e-4895-8afd-f21b6236dc57 req-0c1c9327-fb99-46cb-afcd-d3d3e6467cc2 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:17.605908 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e989a2af-ae8e-4895-8afd-f21b6236dc57 req-0c1c9327-fb99-46cb-afcd-d3d3e6467cc2 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 943 time: 0.1056204 Feb 21 00:43:17.610518 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f26289-87bb-49d7-9e05-698cb0825d09 x-openstack-request-id: req-e9f26289-87bb-49d7-9e05-698cb0825d09 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:43:17.611405 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd", "tag": "f47f2d44-187e-4804-8559-043d33cc2c82", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:43:17.611405 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9f26289-87bb-49d7-9e05-698cb0825d09 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:43:17.611608 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd', 'tag': 'f47f2d44-187e-4804-8559-043d33cc2c82', 'status': 'completed', 'code': 200} Feb 21 00:43:17.614241 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ea31c3b9-2fe0-4dae-b58f-79c9ff96d80a admin admin] Publish callbacks [] for security_group (8b553515-0e7e-4a57-bff1-50f151e14ef0), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:17.717804 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ea31c3b9-2fe0-4dae-b58f-79c9ff96d80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (8b553515-0e7e-4a57-bff1-50f151e14ef0), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:17.756224 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c59ba7-a27f-4f09-8015-a5776b0dd050 req-afe5394c-88c5-4ed4-b1f5-f1a06047a9d6 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:17.758633 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e5c59ba7-a27f-4f09-8015-a5776b0dd050 req-afe5394c-88c5-4ed4-b1f5-f1a06047a9d6 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0905421 Feb 21 00:43:17.793560 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea31c3b9-2fe0-4dae-b58f-79c9ff96d80a admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=109907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:43:17.824134 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e989a2af-ae8e-4895-8afd-f21b6236dc57 req-59eb5a90-4fe7-4364-8878-75c4959d3481 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023585 Feb 21 00:43:17.828208 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ea31c3b9-2fe0-4dae-b58f-79c9ff96d80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (5d0b55be-7436-4909-b5d1-ad582ca2b9cd), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:17.828542 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.segments_db [None req-ea31c3b9-2fe0-4dae-b58f-79c9ff96d80a admin admin] Added segment 5d0b55be-7436-4909-b5d1-ad582ca2b9cd of type vlan for network 9dccae3d-137d-413e-b74f-606a0a010ab7 Feb 21 00:43:17.829743 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31c3b9-2fe0-4dae-b58f-79c9ff96d80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b553515-0e7e-4a57-bff1-50f151e14ef0,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:17.930199 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da6400-a80b-4dc5-a052-1ee8a77f7143 req-1c5c140e-0293-4de9-bdcd-0fb5d68ec664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:17.932063 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-58da6400-a80b-4dc5-a052-1ee8a77f7143 req-1c5c140e-0293-4de9-bdcd-0fb5d68ec664 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=943116783b96473c81856233d65a620b&device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 1127 time: 0.2917683 Feb 21 00:43:17.963042 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ea31c3b9-2fe0-4dae-b58f-79c9ff96d80a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788922369190'] for network (9dccae3d-137d-413e-b74f-606a0a010ab7), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:18.098721 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da6400-a80b-4dc5-a052-1ee8a77f7143 req-d96a37f5-9531-4a05-b13f-4d7636ffabb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:18.098721 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-58da6400-a80b-4dc5-a052-1ee8a77f7143 req-d96a37f5-9531-4a05-b13f-4d7636ffabb0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=943116783b96473c81856233d65a620b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1453214 Feb 21 00:43:18.140504 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e5c59ba7-a27f-4f09-8015-a5776b0dd050 req-a193e55d-a665-439b-9899-4bc9aa404026 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3751545 Feb 21 00:43:18.204385 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ea31c3b9-2fe0-4dae-b58f-79c9ff96d80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for network (9dccae3d-137d-413e-b74f-606a0a010ab7), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:18.210522 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea31c3b9-2fe0-4dae-b58f-79c9ff96d80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:18.211321 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ea31c3b9-2fe0-4dae-b58f-79c9ff96d80a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:18.383325 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da6400-a80b-4dc5-a052-1ee8a77f7143 req-d1033863-55b6-4e0f-a5ae-6c0e943e8dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:18.384848 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-58da6400-a80b-4dc5-a052-1ee8a77f7143 req-d1033863-55b6-4e0f-a5ae-6c0e943e8dd4 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2850974 Feb 21 00:43:18.387128 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31c3b9-2fe0-4dae-b58f-79c9ff96d80a admin admin] Pushing event updated for resources: {'Network': ['ID=9dccae3d-137d-413e-b74f-606a0a010ab7,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:18.397799 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Network 9dccae3d-137d-413e-b74f-606a0a010ab7 details requested by agent ovs-agent-dv-cinder-813224-6-iscsi with host dv-cinder-813224-6-iscsi {{(pid=109908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:43:18.402494 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405435f3-073e-4049-bde9-168fd8255605 req-99c5cf8c-6e38-4f60-bdc3-d59819362276 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:18.404351 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-405435f3-073e-4049-bde9-168fd8255605 req-99c5cf8c-6e38-4f60-bdc3-d59819362276 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.2108910 Feb 21 00:43:18.415935 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-ea31c3b9-2fe0-4dae-b58f-79c9ff96d80a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9371512 Feb 21 00:43:18.419062 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53606) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:18.424589 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-11f03a74-0a3b-4139-9813-be5aff69052d admin admin] Request body: {'subnet': {'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1443111160-subnet', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'ip_version': 4}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:43:18.507193 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-405435f3-073e-4049-bde9-168fd8255605 req-c88ab461-ded8-43d5-af4e-b715b93daa36 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897243 Feb 21 00:43:18.514846 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f03a74-0a3b-4139-9813-be5aff69052d admin admin] Made reservation on behalf of 0fb07f2cc8144e879b79dcbe84b1cbbb for: {'subnet': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:43:18.517946 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-11f03a74-0a3b-4139-9813-be5aff69052d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11428700'] for subnet (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:18.524306 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-b3a97209-e152-4cba-9ca7-5502ef212671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:18.526038 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-b3a97209-e152-4cba-9ca7-5502ef212671 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=943116783b96473c81856233d65a620b&device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 1127 time: 0.0871189 Feb 21 00:43:18.583681 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-85467d3c-07dc-4146-a173-048da1178323 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47f2d44-187e-4804-8559-043d33cc2c82 HTTP/1.1" status: 200 len: 217 time: 0.0479681 Feb 21 00:43:18.651137 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-69127c58-9e29-4334-a6a6-87fb2b69ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:18.652972 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-69127c58-9e29-4334-a6a6-87fb2b69ec86 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6263a4fb-8c44-4871-be28-e6536c01e4fa HTTP/1.1" status: 200 len: 855 time: 0.0606282 Feb 21 00:43:18.692412 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-8ccd94ea-0aca-4a6c-ad0f-2b26bf65a9d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4eddcd37-2bb4-45ed-b271-82c29ca77999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304413 Feb 21 00:43:18.830159 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-4abac26c-c220-475b-9276-d5217824055c service neutron] 10.222.0.61 "GET /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300611 Feb 21 00:43:18.952880 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-11f03a74-0a3b-4139-9813-be5aff69052d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11782626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11428782'] for subnet (c23234aa-eee5-4469-8f47-c9bd111b8f81), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:19.028843 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f27856d6-1fa8-4d6a-b5c4-192a8cfe9e94 req-bd7ff746-9aee-4599-ae90-c18445d854ed service neutron] 10.222.0.61 "GET /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779130 Feb 21 00:43:19.040648 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f03a74-0a3b-4139-9813-be5aff69052d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c23234aa-eee5-4469-8f47-c9bd111b8f81,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:19.081870 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84649f4-5656-42df-b4fe-b5137de106b6 req-50362208-9c9f-4d24-b191-c8e3101cacb7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:19.088007 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f84649f4-5656-42df-b4fe-b5137de106b6 req-50362208-9c9f-4d24-b191-c8e3101cacb7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 943 time: 0.1372464 Feb 21 00:43:19.106391 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f03a74-0a3b-4139-9813-be5aff69052d admin admin] Checking segment: {'id': '5d0b55be-7436-4909-b5d1-ad582ca2b9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:43:19.106768 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f03a74-0a3b-4139-9813-be5aff69052d admin admin] Network hostable DHCP agents. Network: 9dccae3d-137d-413e-b74f-606a0a010ab7, hostable agents: ['4dd3caeb-76cf-441e-a150-e4aa52c1e518'], hosted agents: [] {{(pid=109906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:43:19.153370 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f84649f4-5656-42df-b4fe-b5137de106b6 req-46c3acf1-24b1-48e6-8c13-ec02728c3f36 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644433 Feb 21 00:43:19.287216 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00448b-0e2a-48c6-9d9e-b79445934ffb req-95704e21-84a7-4ab0-ae5b-f79bf54db166 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:19.288910 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8d00448b-0e2a-48c6-9d9e-b79445934ffb req-95704e21-84a7-4ab0-ae5b-f79bf54db166 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0804398 Feb 21 00:43:19.358687 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8d00448b-0e2a-48c6-9d9e-b79445934ffb req-038a23b0-a5f3-4f6f-9abb-6dfd0e442a27 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547447 Feb 21 00:43:19.492645 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f03a74-0a3b-4139-9813-be5aff69052d admin admin] Network 9dccae3d-137d-413e-b74f-606a0a010ab7 is scheduled to be hosted by DHCP agent 4dd3caeb-76cf-441e-a150-e4aa52c1e518 with binding_index 1 {{(pid=109906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:43:19.507328 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939b069-4648-4253-b596-a094cae4e6f8 req-5fc43d4c-257b-4809-9f10-e955f4697c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:19.509086 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6939b069-4648-4253-b596-a094cae4e6f8 req-5fc43d4c-257b-4809-9f10-e955f4697c05 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 1129 time: 0.0478535 Feb 21 00:43:19.556820 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6939b069-4648-4253-b596-a094cae4e6f8 req-78181ddf-d1ac-449d-bd48-7f654224aeff service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389736 Feb 21 00:43:19.585885 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-11f03a74-0a3b-4139-9813-be5aff69052d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813224-6-iscsi, 9dccae3d-137d-413e-b74f-606a0a010ab7) {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:43:19.587593 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f03a74-0a3b-4139-9813-be5aff69052d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:19.588200 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-11f03a74-0a3b-4139-9813-be5aff69052d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:19.595841 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7d1cb7-b5a5-4803-b297-ecef2ce00f8e None None] Network 9dccae3d-137d-413e-b74f-606a0a010ab7 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:43:19.704584 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a43cd-72d2-4dc0-a349-5d0f96543e0f req-c21b5551-a8b6-4006-96f9-19b181919faa tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:19.713344 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d06a43cd-72d2-4dc0-a349-5d0f96543e0f req-c21b5551-a8b6-4006-96f9-19b181919faa tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.1216395 Feb 21 00:43:19.725458 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde9a054c-7a88-598b-a9aa-d7bb3c6415cc-9dccae3d-137d-413e-b74f-606a0a010ab7', 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7', 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'fixed_ips': [{'subnet_id': 'c23234aa-eee5-4469-8f47-c9bd111b8f81'}]}} from dv-cinder-813224-6-iscsi. {{(pid=109908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 00:43:19.726354 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:19.727651 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-11f03a74-0a3b-4139-9813-be5aff69052d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3071229 Feb 21 00:43:19.735448 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 53646) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:19.741233 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-e42be64b-fa09-476f-bea9-0b7c5be03ac3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1443111160-router', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:43:19.808534 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d06a43cd-72d2-4dc0-a349-5d0f96543e0f req-48770abb-8cbd-47cb-919d-384594041af2 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849242 Feb 21 00:43:19.847952 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e42be64b-fa09-476f-bea9-0b7c5be03ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-358335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9148'] for router (fa259dca-a3eb-4a6f-af6e-6c85f1db91d6), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:19.849326 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e42be64b-fa09-476f-bea9-0b7c5be03ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9141'] for router (fa259dca-a3eb-4a6f-af6e-6c85f1db91d6), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:19.926840 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e42be64b-fa09-476f-bea9-0b7c5be03ac3 admin admin] Publish callbacks [] for router_controller (fa259dca-a3eb-4a6f-af6e-6c85f1db91d6), precommit_add_association {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:19.949687 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.db_base_plugin_common [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Allocated IP 172.20.0.2 (9dccae3d-137d-413e-b74f-606a0a010ab7/c23234aa-eee5-4469-8f47-c9bd111b8f81/890648d0-bb03-4910-893d-71d3110d766d) {{(pid=109908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:43:20.221498 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e42be64b-fa09-476f-bea9-0b7c5be03ac3 admin admin] Publish callbacks [] for router_gateway (fa259dca-a3eb-4a6f-af6e-6c85f1db91d6), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:20.345139 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Publish callbacks [] for port (890648d0-bb03-4910-893d-71d3110d766d), precommit_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:20.400866 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aedb46-f79d-4c60-a72b-32504cd06b77 req-6b6bc00e-884e-4f4b-ba86-c7866bccc9e7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:20.402445 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-27aedb46-f79d-4c60-a72b-32504cd06b77 req-6b6bc00e-884e-4f4b-ba86-c7866bccc9e7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 943 time: 0.1243534 Feb 21 00:43:20.429430 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451'] for port (890648d0-bb03-4910-893d-71d3110d766d), after_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:20.505478 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f8659-2317-4414-b663-6c10684b251a req-422362d0-0e51-450b-a0e4-dda826259ec6 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:20.514759 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c48f8659-2317-4414-b663-6c10684b251a req-422362d0-0e51-450b-a0e4-dda826259ec6 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0668144 Feb 21 00:43:20.523759 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Network 9dccae3d-137d-413e-b74f-606a0a010ab7 is already hosted by enough agents. {{(pid=109908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:43:20.545775 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.base_scheduler [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Resources bound (agent type, host, resource id): {{(pid=109908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:43:20.549777 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Received port after_create {{(pid=109908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:43:20.581148 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-27aedb46-f79d-4c60-a72b-32504cd06b77 req-9da7950b-5a3c-491f-a055-00b7b4582e66 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634362 Feb 21 00:43:20.582087 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c48f8659-2317-4414-b663-6c10684b251a req-89d10afc-a066-4b66-91d1-8af63512d103 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579162 Feb 21 00:43:20.643436 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Pushing event updated for resources: {'Port': ['ID=890648d0-bb03-4910-893d-71d3110d766d,revision_number=1']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:20.682406 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:20.683467 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:20.683934 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:20.684509 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:20.685210 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:20.686145 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:20.686762 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:20.687692 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:20.688418 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:20.688957 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:20.689559 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:20.690171 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:20.690867 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:20.731316 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e42be64b-fa09-476f-bea9-0b7c5be03ac3 admin admin] Publish callbacks [] for router_gateway (fa259dca-a3eb-4a6f-af6e-6c85f1db91d6), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:20.747388 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Attempting to bind port 890648d0-bb03-4910-893d-71d3110d766d on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:43:20.747781 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Attempting to bind port 890648d0-bb03-4910-893d-71d3110d766d by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': '5d0b55be-7436-4909-b5d1-ad582ca2b9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7'}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:43:20.748128 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Attempting to bind port 890648d0-bb03-4910-893d-71d3110d766d on network 9dccae3d-137d-413e-b74f-606a0a010ab7 {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:43:20.754533 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:43:20.754911 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Checking segment: {'id': '5d0b55be-7436-4909-b5d1-ad582ca2b9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:43:20.755511 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:20.755936 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Bound using segment: {'id': '5d0b55be-7436-4909-b5d1-ad582ca2b9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7'} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:43:20.756408 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Bound port: 890648d0-bb03-4910-893d-71d3110d766d, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0b55be-7436-4909-b5d1-ad582ca2b9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7'}}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:43:20.756789 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (890648d0-bb03-4910-893d-71d3110d766d), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:20.770948 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e42be64b-fa09-476f-bea9-0b7c5be03ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:20.865406 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] For port 890648d0-bb03-4910-893d-71d3110d766d, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:43:20.871104 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] For port 890648d0-bb03-4910-893d-71d3110d766d, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=890648d0-bb03-4910-893d-71d3110d766d,segment=NetworkSegment(5d0b55be-7436-4909-b5d1-ad582ca2b9cd),segment_id=5d0b55be-7436-4909-b5d1-ad582ca2b9cd)] {{(pid=109908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:43:20.904497 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [None req-e42be64b-fa09-476f-bea9-0b7c5be03ac3 admin admin] Allocated IP 172.27.1.189 (c88f79bf-88c8-4630-a831-5481b52b74c3/d2922032-8347-4ecd-abd4-c2de14eb9a4c/dd70393c-6569-4e4f-a18d-cc4b60d19ff8) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:43:20.967363 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (890648d0-bb03-4910-893d-71d3110d766d), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:21.009155 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b92a32-922b-465f-a10a-3c8a8909d8ee req-83e9f234-e065-4f78-a9cf-ce885a75d896 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:21.011250 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-36b92a32-922b-465f-a10a-3c8a8909d8ee req-83e9f234-e065-4f78-a9cf-ce885a75d896 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.1189957 Feb 21 00:43:21.056605 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e42be64b-fa09-476f-bea9-0b7c5be03ac3 admin admin] Publish callbacks [] for port (dd70393c-6569-4e4f-a18d-cc4b60d19ff8), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:21.063218 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6c528-49ed-4ea7-a5fe-60a21ece2f21 None None] Pushing event updated for resources: {'Port': ['ID=890648d0-bb03-4910-893d-71d3110d766d,revision_number=2']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:21.127569 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-36b92a32-922b-465f-a10a-3c8a8909d8ee req-b74d753d-47c6-4d18-9a10-e0d64a890021 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039605 Feb 21 00:43:21.227977 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e42be64b-fa09-476f-bea9-0b7c5be03ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (dd70393c-6569-4e4f-a18d-cc4b60d19ff8), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:21.340295 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42be64b-fa09-476f-bea9-0b7c5be03ac3 admin admin] Network c88f79bf-88c8-4630-a831-5481b52b74c3 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:43:21.344408 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-e42be64b-fa09-476f-bea9-0b7c5be03ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:43:21.352191 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42be64b-fa09-476f-bea9-0b7c5be03ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=dd70393c-6569-4e4f-a18d-cc4b60d19ff8,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:21.364343 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42be64b-fa09-476f-bea9-0b7c5be03ac3 admin admin] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:43:21.596823 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device f47f2d44-187e-4804-8559-043d33cc2c82 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:43:21.727272 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port f47f2d44-187e-4804-8559-043d33cc2c82, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f47f2d44-187e-4804-8559-043d33cc2c82,segment=NetworkSegment(5171ad0f-cdd7-4d59-a1da-485b04cc5db5),segment_id=5171ad0f-cdd7-4d59-a1da-485b04cc5db5)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:43:21.759534 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': 'f47f2d44-187e-4804-8559-043d33cc2c82', 'network_id': '4eddcd37-2bb4-45ed-b271-82c29ca77999', 'port_id': 'f47f2d44-187e-4804-8559-043d33cc2c82', 'mac_address': 'fa:16:3e:f8:25:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6263a4fb-8c44-4871-be28-e6536c01e4fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:43:21.817858 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72246e3-30bb-40d8-9ca6-25b6008c1b24 req-5c061359-dc77-44dd-a9b8-3c9a7f0bebf3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:21.822077 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d72246e3-30bb-40d8-9ca6-25b6008c1b24 req-5c061359-dc77-44dd-a9b8-3c9a7f0bebf3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.1212034 Feb 21 00:43:21.823513 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port f47f2d44-187e-4804-8559-043d33cc2c82 is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:21.824170 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (f47f2d44-187e-4804-8559-043d33cc2c82), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:21.854868 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47f2d44-187e-4804-8559-043d33cc2c82 {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:43:21.887593 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port f47f2d44-187e-4804-8559-043d33cc2c82, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f47f2d44-187e-4804-8559-043d33cc2c82,segment=NetworkSegment(5171ad0f-cdd7-4d59-a1da-485b04cc5db5),segment_id=5171ad0f-cdd7-4d59-a1da-485b04cc5db5)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:43:21.901044 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d72246e3-30bb-40d8-9ca6-25b6008c1b24 req-8291e3a1-15eb-4c9c-b69e-1a9a22430dc0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646138 Feb 21 00:43:21.909488 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83f9b5-a385-4229-a2a0-35b0ff942693 req-22ea8f57-f6a6-4a94-9ead-0c991da9f533 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:21.921710 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3d83f9b5-a385-4229-a2a0-35b0ff942693 req-22ea8f57-f6a6-4a94-9ead-0c991da9f533 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 943 time: 0.1510963 Feb 21 00:43:21.923592 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e42be64b-fa09-476f-bea9-0b7c5be03ac3 admin admin] Publish callbacks [] for router_gateway (fa259dca-a3eb-4a6f-af6e-6c85f1db91d6), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:21.989124 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (f47f2d44-187e-4804-8559-043d33cc2c82), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:22.080407 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=f47f2d44-187e-4804-8559-043d33cc2c82,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:22.142538 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3d83f9b5-a385-4229-a2a0-35b0ff942693 req-d9ed22cd-4681-4670-b4ce-b0a90913cca5 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778488 Feb 21 00:43:22.329872 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['f47f2d44-187e-4804-8559-043d33cc2c82'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:43:22.391922 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef12cd-e120-4e58-bbe5-35f749b4f529 req-81382486-bbd5-4a47-b79b-bae13777f880 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:22.416867 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 890648d0-bb03-4910-893d-71d3110d766d up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:43:22.417876 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-acef12cd-e120-4e58-bbe5-35f749b4f529 req-81382486-bbd5-4a47-b79b-bae13777f880 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.1373596 Feb 21 00:43:22.447432 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e42be64b-fa09-476f-bea9-0b7c5be03ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-356390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362153'] for router (fa259dca-a3eb-4a6f-af6e-6c85f1db91d6), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:22.554948 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-acef12cd-e120-4e58-bbe5-35f749b4f529 req-3137b92c-1f7f-4a5a-86bf-e523cecdd91d tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360528 Feb 21 00:43:22.569318 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d1be64-c2fa-497d-91d6-0ac5429ac4b1 None None] Network 9dccae3d-137d-413e-b74f-606a0a010ab7 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:43:22.697318 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 890648d0-bb03-4910-893d-71d3110d766d triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:22.697695 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (890648d0-bb03-4910-893d-71d3110d766d), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:22.787839 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-0cfd1e4a-65dd-4aeb-9ba1-9f34e881b14c None None] Provisioning complete for port 890648d0-bb03-4910-893d-71d3110d766d triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:22.788546 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-0cfd1e4a-65dd-4aeb-9ba1-9f34e881b14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (890648d0-bb03-4910-893d-71d3110d766d), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:22.790356 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42be64b-fa09-476f-bea9-0b7c5be03ac3 admin admin] Router fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 is scheduled to L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 with binding_index 1 {{(pid=109907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 00:43:22.913780 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 890648d0-bb03-4910-893d-71d3110d766d is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:22.914178 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (890648d0-bb03-4910-893d-71d3110d766d), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:23.028832 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] For port 890648d0-bb03-4910-893d-71d3110d766d, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=890648d0-bb03-4910-893d-71d3110d766d,segment=NetworkSegment(5d0b55be-7436-4909-b5d1-ad582ca2b9cd),segment_id=5d0b55be-7436-4909-b5d1-ad582ca2b9cd)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:43:23.047103 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-0cfd1e4a-65dd-4aeb-9ba1-9f34e881b14c None None] Current status of the port 890648d0-bb03-4910-893d-71d3110d766d is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:23.047878 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-0cfd1e4a-65dd-4aeb-9ba1-9f34e881b14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (890648d0-bb03-4910-893d-71d3110d766d), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:23.105209 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (890648d0-bb03-4910-893d-71d3110d766d), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:23.234066 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.db.api [None req-0cfd1e4a-65dd-4aeb-9ba1-9f34e881b14c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 00:43:23.234855 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG oslo_db.api [None req-0cfd1e4a-65dd-4aeb-9ba1-9f34e881b14c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 00:43:23.235847 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Pushing event updated for resources: {'Port': ['ID=890648d0-bb03-4910-893d-71d3110d766d,revision_number=3']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:23.385230 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f60d7a-9579-464f-8d7f-53810595ba48 req-22fba7d6-3194-43e9-92f9-3d80754819d6 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:23.393187 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c7f60d7a-9579-464f-8d7f-53810595ba48 req-22fba7d6-3194-43e9-92f9-3d80754819d6 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 944 time: 0.0877235 Feb 21 00:43:23.442915 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c7f60d7a-9579-464f-8d7f-53810595ba48 req-e8a21a24-0448-40e5-9a70-f6292a2b2ae2 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477438 Feb 21 00:43:23.532058 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f22a55-a86d-428b-8748-723c7a45a021 req-6563d05e-48b0-421c-a774-bd34abe1ed12 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:23.534879 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-81f22a55-a86d-428b-8748-723c7a45a021 req-6563d05e-48b0-421c-a774-bd34abe1ed12 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.1919713 Feb 21 00:43:23.541194 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462636a9-a07c-4dd6-ab4c-f51657665c2d req-8e8653e4-83f7-4f86-91a3-be4417eb28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:23.542772 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-462636a9-a07c-4dd6-ab4c-f51657665c2d req-8e8653e4-83f7-4f86-91a3-be4417eb28c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d6eb22f64204445af47ce8f7a38fec6&device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 1129 time: 0.1792378 Feb 21 00:43:23.550180 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42be64b-fa09-476f-bea9-0b7c5be03ac3 admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:43:23.561810 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] Sync routers for ids ['fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'] in dv-cinder-813224-6-iscsi {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:43:23.582877 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] Routers {'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:43:23.583981 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:42:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:43:23.631405 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b51c3-7d0c-4319-b59a-3269078e69ce req-fd103657-a8a2-4ab4-8184-be03128a2c7b tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:23.633868 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-db7b51c3-7d0c-4319-b59a-3269078e69ce req-fd103657-a8a2-4ab4-8184-be03128a2c7b tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.1090920 Feb 21 00:43:23.658879 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-81f22a55-a86d-428b-8748-723c7a45a021 req-4f5e2dde-f5c9-4b8a-87ab-9e346e14e9bc tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148555 Feb 21 00:43:23.689191 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e42be64b-fa09-476f-bea9-0b7c5be03ac3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:23.693962 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-e42be64b-fa09-476f-bea9-0b7c5be03ac3 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9570112 Feb 21 00:43:23.695932 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53712) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:23.709752 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462636a9-a07c-4dd6-ab4c-f51657665c2d req-e5ab7654-98fc-4c64-bbfd-fd444bce602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:23.711354 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-462636a9-a07c-4dd6-ab4c-f51657665c2d req-e5ab7654-98fc-4c64-bbfd-fd444bce602b service neutron] 10.222.0.61 "GET /v2.0/networks?id=5860a2b5-7321-4ed2-b2b9-bb170daa3037 HTTP/1.1" status: 200 len: 920 time: 0.1594012 Feb 21 00:43:23.765632 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] Set router fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:43:23.794470 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-462636a9-a07c-4dd6-ab4c-f51657665c2d req-f5b91924-0c68-4ec2-b28e-73b19d4907e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70f91baf-b326-4c91-9a88-39ead255d620 HTTP/1.1" status: 200 len: 217 time: 0.0753298 Feb 21 00:43:23.797307 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-0cfd1e4a-65dd-4aeb-9ba1-9f34e881b14c None None] Current status of the port 890648d0-bb03-4910-893d-71d3110d766d is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:23.872639 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462636a9-a07c-4dd6-ab4c-f51657665c2d req-8883fc43-071d-4d53-ad70-2a1945d1d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:23.874507 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-462636a9-a07c-4dd6-ab4c-f51657665c2d req-8883fc43-071d-4d53-ad70-2a1945d1d24e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa HTTP/1.1" status: 200 len: 859 time: 0.0717671 Feb 21 00:43:23.892446 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-db7b51c3-7d0c-4319-b59a-3269078e69ce req-84436fef-928a-4dfa-b0b0-b7668b665c23 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510967 Feb 21 00:43:23.923550 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-aadf03ea-2e0c-4e31-84a5-0432ba8abffa None None] Provisioning complete for port 890648d0-bb03-4910-893d-71d3110d766d triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:23.929660 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-aadf03ea-2e0c-4e31-84a5-0432ba8abffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (890648d0-bb03-4910-893d-71d3110d766d), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:23.958433 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-462636a9-a07c-4dd6-ab4c-f51657665c2d req-b4a682fa-da2e-4616-b654-6d1c45edb285 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5860a2b5-7321-4ed2-b2b9-bb170daa3037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763471 Feb 21 00:43:24.084493 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-462636a9-a07c-4dd6-ab4c-f51657665c2d req-d9766a0d-22b1-436b-8046-5b777a7bdd89 service neutron] 10.222.0.61 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160021 Feb 21 00:43:24.120081 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'name': 'tempest-TestMinimumBasicScenario-1443111160-router', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:19Z', 'updated_at': '2022-02-21T00:43:21Z', 'revision_number': 3, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'gw_port': {'id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:20Z', 'updated_at': '2022-02-21T00:43:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:43:24.135539 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-aadf03ea-2e0c-4e31-84a5-0432ba8abffa None None] Current status of the port 890648d0-bb03-4910-893d-71d3110d766d is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:24.198545 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] Checking router: fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 for host: dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:43:24.199133 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] Updating router fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 port dd70393c-6569-4e4f-a18d-cc4b60d19ff8 binding host dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:43:24.259087 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (dd70393c-6569-4e4f-a18d-cc4b60d19ff8), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:24.259290 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-462636a9-a07c-4dd6-ab4c-f51657665c2d req-31bb459b-6170-48bb-a7cb-f349f9e3a33d service neutron] 10.222.0.61 "GET /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564479 Feb 21 00:43:24.432924 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 890648d0-bb03-4910-893d-71d3110d766d up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:43:24.605160 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 890648d0-bb03-4910-893d-71d3110d766d triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:24.605511 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (890648d0-bb03-4910-893d-71d3110d766d), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:24.625869 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c4e7-bffe-40ae-9498-ad661af5acd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:24.650640 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe3419-7cef-4fc2-affd-bf1309b3bcb5 req-44e9a3dc-0320-48f4-af7f-f64ee12567a8 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:24.660233 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-96fe3419-7cef-4fc2-affd-bf1309b3bcb5 req-44e9a3dc-0320-48f4-af7f-f64ee12567a8 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 944 time: 0.0769470 Feb 21 00:43:24.725829 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 890648d0-bb03-4910-893d-71d3110d766d is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:24.734759 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-96fe3419-7cef-4fc2-affd-bf1309b3bcb5 req-3da5a183-e1fe-4fd8-b681-b5aef7597cd7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728283 Feb 21 00:43:24.842204 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] Publish callbacks [] for port (dd70393c-6569-4e4f-a18d-cc4b60d19ff8), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:24.854160 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_common [None req-9ca3c4e7-bffe-40ae-9498-ad661af5acd6 admin admin] Allocated IP 172.20.0.1 (9dccae3d-137d-413e-b74f-606a0a010ab7/c23234aa-eee5-4469-8f47-c9bd111b8f81/41302eb0-eea2-492d-b6dc-da8436fdc257) {{(pid=109906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:43:24.892595 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ff8be-656a-4982-83fa-f78a8e865cae req-35c22bc9-7857-4acf-ab6e-b8b93b6f0832 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:24.894440 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-471ff8be-656a-4982-83fa-f78a8e865cae req-35c22bc9-7857-4acf-ab6e-b8b93b6f0832 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0999863 Feb 21 00:43:25.016502 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-471ff8be-656a-4982-83fa-f78a8e865cae req-5995a09c-e961-4a3c-91a1-2a288c292efb tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881319 Feb 21 00:43:25.038396 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c4e7-bffe-40ae-9498-ad661af5acd6 admin admin] Publish callbacks [] for port (41302eb0-eea2-492d-b6dc-da8436fdc257), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:25.038807 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (dd70393c-6569-4e4f-a18d-cc4b60d19ff8), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:25.086170 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59eef8-94cf-4f93-831e-6e93a3f7123b req-32a50cba-fb85-4cc2-9878-8e909fb6c823 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:25.087742 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6f59eef8-94cf-4f93-831e-6e93a3f7123b req-32a50cba-fb85-4cc2-9878-8e909fb6c823 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.1097095 Feb 21 00:43:25.101277 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] Attempting to bind port dd70393c-6569-4e4f-a18d-cc4b60d19ff8 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:43:25.101867 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] Attempting to bind port dd70393c-6569-4e4f-a18d-cc4b60d19ff8 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:43:25.102246 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] Attempting to bind port dd70393c-6569-4e4f-a18d-cc4b60d19ff8 on network c88f79bf-88c8-4630-a831-5481b52b74c3 {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:43:25.107636 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8ddb5-f970-4276-8adc-eb6d168d3557 None None] Pushing event updated for resources: {'Port': ['ID=dd70393c-6569-4e4f-a18d-cc4b60d19ff8,revision_number=2']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:25.114312 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:43:25.114801 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] Checking segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:43:25.115271 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:25.115807 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] Bound using segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:43:25.116299 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] Bound port: dd70393c-6569-4e4f-a18d-cc4b60d19ff8, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:43:25.116760 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (dd70393c-6569-4e4f-a18d-cc4b60d19ff8), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:25.120323 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8ddb5-f970-4276-8adc-eb6d168d3557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:25.120790 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8ddb5-f970-4276-8adc-eb6d168d3557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:25.121223 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8ddb5-f970-4276-8adc-eb6d168d3557 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:25.121695 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8ddb5-f970-4276-8adc-eb6d168d3557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:25.122258 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8ddb5-f970-4276-8adc-eb6d168d3557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:25.122665 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8ddb5-f970-4276-8adc-eb6d168d3557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:25.123085 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8ddb5-f970-4276-8adc-eb6d168d3557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:25.123485 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8ddb5-f970-4276-8adc-eb6d168d3557 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:25.123886 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8ddb5-f970-4276-8adc-eb6d168d3557 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:25.124297 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8ddb5-f970-4276-8adc-eb6d168d3557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:25.131696 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8ddb5-f970-4276-8adc-eb6d168d3557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:25.131696 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8ddb5-f970-4276-8adc-eb6d168d3557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:25.131696 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8ddb5-f970-4276-8adc-eb6d168d3557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:25.194136 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6f59eef8-94cf-4f93-831e-6e93a3f7123b req-fd94216c-77f8-4905-a30d-a84f195aaeb2 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999832 Feb 21 00:43:25.198936 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c4e7-bffe-40ae-9498-ad661af5acd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (41302eb0-eea2-492d-b6dc-da8436fdc257), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:25.236062 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca3c4e7-bffe-40ae-9498-ad661af5acd6 admin admin] Network 9dccae3d-137d-413e-b74f-606a0a010ab7 is already hosted by enough agents. {{(pid=109906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:43:25.239758 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-9ca3c4e7-bffe-40ae-9498-ad661af5acd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:43:25.242477 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3c4e7-bffe-40ae-9498-ad661af5acd6 admin admin] Received port after_create {{(pid=109906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:43:25.269752 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3c4e7-bffe-40ae-9498-ad661af5acd6 admin admin] Pushing event updated for resources: {'Port': ['ID=41302eb0-eea2-492d-b6dc-da8436fdc257,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:25.304150 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c4e7-bffe-40ae-9498-ad661af5acd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358782'] for router_interface (fa259dca-a3eb-4a6f-af6e-6c85f1db91d6), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:25.313620 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] For port dd70393c-6569-4e4f-a18d-cc4b60d19ff8, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:43:25.317889 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] For port dd70393c-6569-4e4f-a18d-cc4b60d19ff8, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=dd70393c-6569-4e4f-a18d-cc4b60d19ff8,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:43:25.441562 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (dd70393c-6569-4e4f-a18d-cc4b60d19ff8), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:25.539615 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] Routers {'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:43:25.540195 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:42:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:43:25.545403 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 53738) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:25.611867 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device f47f2d44-187e-4804-8559-043d33cc2c82 up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:43:25.627310 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8ddb5-f970-4276-8adc-eb6d168d3557 None None] Pushing event updated for resources: {'Port': ['ID=dd70393c-6569-4e4f-a18d-cc4b60d19ff8,revision_number=3']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:25.636112 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c4e7-bffe-40ae-9498-ad661af5acd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (41302eb0-eea2-492d-b6dc-da8436fdc257), before_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:25.712097 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-aceaf0ec-bdce-47e1-980e-6b3ec68c6569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:25.733988 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-d65de054-7048-4ed0-81b9-d6926f68ec67 None None] Provisioning complete for port 41302eb0-eea2-492d-b6dc-da8436fdc257 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:25.734659 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d65de054-7048-4ed0-81b9-d6926f68ec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (41302eb0-eea2-492d-b6dc-da8436fdc257), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:25.807271 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] Set router fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:43:25.829150 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-d65de054-7048-4ed0-81b9-d6926f68ec67 None None] Port 41302eb0-eea2-492d-b6dc-da8436fdc257 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:43:25.903288 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port f47f2d44-187e-4804-8559-043d33cc2c82 completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:43:25.908016 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port f47f2d44-187e-4804-8559-043d33cc2c82 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:25.908552 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (f47f2d44-187e-4804-8559-043d33cc2c82), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:25.978385 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3583f-c3f6-4bee-a1fd-f3096f14d0e0 req-f734f4af-ad8a-40b3-ac0c-fa35ba81f3a5 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:25.981565 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d9e3583f-c3f6-4bee-a1fd-f3096f14d0e0 req-f734f4af-ad8a-40b3-ac0c-fa35ba81f3a5 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 944 time: 0.1395354 Feb 21 00:43:26.004034 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-aceaf0ec-bdce-47e1-980e-6b3ec68c6569 admin admin] Publish callbacks [] for security_group (e251f3ee-edb2-47fe-be33-b3ef38c0e825), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:26.046502 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port f47f2d44-187e-4804-8559-043d33cc2c82 is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:26.047066 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (f47f2d44-187e-4804-8559-043d33cc2c82), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:26.059125 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c4e7-bffe-40ae-9498-ad661af5acd6 admin admin] Publish callbacks [] for port (41302eb0-eea2-492d-b6dc-da8436fdc257), precommit_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:26.091501 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47f2d44-187e-4804-8559-043d33cc2c82'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:43:26.093966 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b17cab-1813-4760-825f-e935dd904443" -d '{"events": [{"server_uuid": "d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd", "name": "network-vif-plugged", "status": "completed", "tag": "f47f2d44-187e-4804-8559-043d33cc2c82"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:43:26.109148 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port f47f2d44-187e-4804-8559-043d33cc2c82, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f47f2d44-187e-4804-8559-043d33cc2c82,segment=NetworkSegment(5171ad0f-cdd7-4d59-a1da-485b04cc5db5),segment_id=5171ad0f-cdd7-4d59-a1da-485b04cc5db5)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:43:26.112756 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-aceaf0ec-bdce-47e1-980e-6b3ec68c6569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (e251f3ee-edb2-47fe-be33-b3ef38c0e825), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:26.136905 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d9e3583f-c3f6-4bee-a1fd-f3096f14d0e0 req-1ac0e46e-bff3-4979-bfbb-636d6c8b27e1 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413000 Feb 21 00:43:26.160403 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c4e7-bffe-40ae-9498-ad661af5acd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11782249'] for port (41302eb0-eea2-492d-b6dc-da8436fdc257), after_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:26.200255 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:26.203012 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-aceaf0ec-bdce-47e1-980e-6b3ec68c6569 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7339b9ac428044d4b3301aea9cb8409e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6564257 Feb 21 00:43:26.211814 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (f47f2d44-187e-4804-8559-043d33cc2c82), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:26.214049 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 53748) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:26.276957 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaf0ec-bdce-47e1-980e-6b3ec68c6569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e251f3ee-edb2-47fe-be33-b3ef38c0e825,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:26.336357 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c4e7-bffe-40ae-9498-ad661af5acd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3776529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358890'] for router_interface (fa259dca-a3eb-4a6f-af6e-6c85f1db91d6), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:26.341819 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'name': 'tempest-TestMinimumBasicScenario-1443111160-router', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:19Z', 'updated_at': '2022-02-21T00:43:21Z', 'revision_number': 3, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'gw_port': {'id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:20Z', 'updated_at': '2022-02-21T00:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:43:26.354581 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=f47f2d44-187e-4804-8559-043d33cc2c82,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:26.357343 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3c4e7-bffe-40ae-9498-ad661af5acd6 admin admin] Pushing event updated for resources: {'Port': ['ID=41302eb0-eea2-492d-b6dc-da8436fdc257,revision_number=2']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:26.364783 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56a3bc8-a338-4448-8bbc-b04b54f94e26 x-openstack-request-id: req-f56a3bc8-a338-4448-8bbc-b04b54f94e26 {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:43:26.365214 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd", "name": "network-vif-plugged", "status": "completed", "tag": "f47f2d44-187e-4804-8559-043d33cc2c82", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:43:26.367635 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f56a3bc8-a338-4448-8bbc-b04b54f94e26 {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:43:26.368475 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47f2d44-187e-4804-8559-043d33cc2c82', 'code': 200} Feb 21 00:43:26.422353 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c5a8e-bce3-49a2-b7d9-9745b4e8c111 None None] The sync data for ids ['fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'] in dv-cinder-813224-6-iscsi is: [{'id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'name': 'tempest-TestMinimumBasicScenario-1443111160-router', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:19Z', 'updated_at': '2022-02-21T00:43:21Z', 'revision_number': 3, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'gw_port': {'id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:20Z', 'updated_at': '2022-02-21T00:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}] {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:43:26.444077 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52241ff2-5d43-4339-a353-7c433800dd6d req-193ec652-f037-4f4d-8fd6-dee36f7189f3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:26.445784 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-52241ff2-5d43-4339-a353-7c433800dd6d req-193ec652-f037-4f4d-8fd6-dee36f7189f3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.2306819 Feb 21 00:43:26.448771 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1406f4ba-ac2e-4b42-a959-5b3ec5e445ab admin admin] Publish callbacks [] for security_group (e251f3ee-edb2-47fe-be33-b3ef38c0e825), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:26.493452 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1406f4ba-ac2e-4b42-a959-5b3ec5e445ab admin admin] Publish callbacks [] for security_group (e251f3ee-edb2-47fe-be33-b3ef38c0e825), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:26.533120 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd6d33-ebaa-47c9-af78-d97f4c1d744e req-04d71289-326d-44a2-a5de-2a8642676ded tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:26.535179 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-18fd6d33-ebaa-47c9-af78-d97f4c1d744e req-04d71289-326d-44a2-a5de-2a8642676ded tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0937688 Feb 21 00:43:26.537132 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca3c4e7-bffe-40ae-9498-ad661af5acd6 admin admin] Network 9dccae3d-137d-413e-b74f-606a0a010ab7 is already hosted by enough agents. {{(pid=109906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:43:26.538616 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-9ca3c4e7-bffe-40ae-9498-ad661af5acd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:43:26.547866 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-52241ff2-5d43-4339-a353-7c433800dd6d req-44300b68-ce8b-4178-b6a4-09bc611873f4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943842 Feb 21 00:43:26.663453 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1406f4ba-ac2e-4b42-a959-5b3ec5e445ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (e251f3ee-edb2-47fe-be33-b3ef38c0e825), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:26.666163 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1406f4ba-ac2e-4b42-a959-5b3ec5e445ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:26.668365 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-1406f4ba-ac2e-4b42-a959-5b3ec5e445ab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e251f3ee-edb2-47fe-be33-b3ef38c0e825 HTTP/1.1" status: 204 len: 168 time: 0.3871589 Feb 21 00:43:26.682185 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406f4ba-ac2e-4b42-a959-5b3ec5e445ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e251f3ee-edb2-47fe-be33-b3ef38c0e825,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:26.762371 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-18fd6d33-ebaa-47c9-af78-d97f4c1d744e req-72d1ff8f-cce3-4d31-8744-4212beeb43e2 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697636 Feb 21 00:43:26.840496 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca3c4e7-bffe-40ae-9498-ad661af5acd6 admin admin] Router fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:43:26.895341 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05532d0a-e987-401c-89c4-9a80b2b4d417 req-d22d4ad5-0e75-4453-a044-78891d1a5db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:26.897689 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-05532d0a-e987-401c-89c4-9a80b2b4d417 req-d22d4ad5-0e75-4453-a044-78891d1a5db0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 1129 time: 0.1298773 Feb 21 00:43:26.963704 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-05532d0a-e987-401c-89c4-9a80b2b4d417 req-e0b3a5c5-487f-4da6-b05d-cae9eb41634c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582824 Feb 21 00:43:27.061440 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-18e5aab0-a792-4e32-81e0-80205af2e230 None None] Provisioning complete for port 41302eb0-eea2-492d-b6dc-da8436fdc257 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:27.070338 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-18e5aab0-a792-4e32-81e0-80205af2e230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (41302eb0-eea2-492d-b6dc-da8436fdc257), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:27.078095 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca3c4e7-bffe-40ae-9498-ad661af5acd6 admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:43:27.085146 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-9ca3c4e7-bffe-40ae-9498-ad661af5acd6 admin admin] 10.222.0.81 "PUT /v2.0/routers/fa259dca-a3eb-4a6f-af6e-6c85f1db91d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3875985 Feb 21 00:43:27.097151 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1497f517-93c8-4fcc-a88f-d56b450e9bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:27.124667 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-18e5aab0-a792-4e32-81e0-80205af2e230 None None] Port 41302eb0-eea2-492d-b6dc-da8436fdc257 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:43:27.317298 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771673db-ba17-47c6-9a7f-656efd699cf1 req-98a8cdca-1ddf-446d-ba8a-9f7de4ca989b tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:27.319409 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-771673db-ba17-47c6-9a7f-656efd699cf1 req-98a8cdca-1ddf-446d-ba8a-9f7de4ca989b tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 945 time: 0.0800779 Feb 21 00:43:27.404536 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-771673db-ba17-47c6-9a7f-656efd699cf1 req-a63aedaf-ac36-496c-a782-507428f0ee93 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788534 Feb 21 00:43:27.542514 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 53792) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:27.556364 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b90d1d91-c479-41bb-9d6a-c0c4063f0813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:27.653406 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b90d1d91-c479-41bb-9d6a-c0c4063f0813 admin admin] Publish callbacks [] for security_group (59eb1f23-e5d4-4471-87bc-719031fbc005), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:27.698598 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d78d82-1342-4f6e-aa49-667c1d1f00e4 req-0dacc075-af7b-4ca0-8937-7394aabf7ed3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:27.700087 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-01d78d82-1342-4f6e-aa49-667c1d1f00e4 req-0dacc075-af7b-4ca0-8937-7394aabf7ed3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0594120 Feb 21 00:43:27.750709 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-01d78d82-1342-4f6e-aa49-667c1d1f00e4 req-48306687-c352-4684-ada9-3652f2436924 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450628 Feb 21 00:43:27.760462 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b90d1d91-c479-41bb-9d6a-c0c4063f0813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (59eb1f23-e5d4-4471-87bc-719031fbc005), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:27.798969 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d1d91-c479-41bb-9d6a-c0c4063f0813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59eb1f23-e5d4-4471-87bc-719031fbc005,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:27.809148 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-b90d1d91-c479-41bb-9d6a-c0c4063f0813 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=031d56b10d7b42e09cbd884d907fd6aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651141 Feb 21 00:43:27.809486 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53802) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:27.883379 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8b5203cb-f722-410e-8ae2-247c2e41ef8c admin admin] Publish callbacks [] for security_group (59eb1f23-e5d4-4471-87bc-719031fbc005), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:27.899055 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6e337-7858-4066-9de1-522354796f25 req-95605116-9acf-4ad1-a459-bffff757e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:27.901406 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-14f6e337-7858-4066-9de1-522354796f25 req-95605116-9acf-4ad1-a459-bffff757e1da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82b8f77b26bc425e8a2b357d7db9e33e&device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 1130 time: 0.0668759 Feb 21 00:43:27.911715 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8b5203cb-f722-410e-8ae2-247c2e41ef8c admin admin] Publish callbacks [] for security_group (59eb1f23-e5d4-4471-87bc-719031fbc005), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:27.982439 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53808) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:27.982439 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-7d2ea23a-6165-49d7-905a-4ca037c96dbb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1651845338-network', 'tenant_id': '09108089d8344683a2edad2e591363b4'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:43:28.028366 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8b5203cb-f722-410e-8ae2-247c2e41ef8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (59eb1f23-e5d4-4471-87bc-719031fbc005), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:28.031076 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8b5203cb-f722-410e-8ae2-247c2e41ef8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:28.034976 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-8b5203cb-f722-410e-8ae2-247c2e41ef8c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/59eb1f23-e5d4-4471-87bc-719031fbc005 HTTP/1.1" status: 204 len: 168 time: 0.2145638 Feb 21 00:43:28.039946 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd9ee-7aef-4cb5-833e-9f2549a8d08f req-6976f765-79c2-4b98-b17a-64c0d4a5457b tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:28.040296 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c38fd9ee-7aef-4cb5-833e-9f2549a8d08f req-6976f765-79c2-4b98-b17a-64c0d4a5457b tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.1224191 Feb 21 00:43:28.045521 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6e337-7858-4066-9de1-522354796f25 req-9efe3321-5404-4156-ba5c-2d4cc0cf22cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:28.046963 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-14f6e337-7858-4066-9de1-522354796f25 req-9efe3321-5404-4156-ba5c-2d4cc0cf22cf service neutron] 10.222.0.61 "GET /v2.0/networks?id=db91bc76-bbbd-4928-84db-ba174e4b8a5d HTTP/1.1" status: 200 len: 917 time: 0.1381390 Feb 21 00:43:28.048685 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5203cb-f722-410e-8ae2-247c2e41ef8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59eb1f23-e5d4-4471-87bc-719031fbc005,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:28.080108 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2ea23a-6165-49d7-905a-4ca037c96dbb admin admin] Made reservation on behalf of 09108089d8344683a2edad2e591363b4 for: {'network': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:43:28.083687 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7d2ea23a-6165-49d7-905a-4ca037c96dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for network (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:28.097446 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7d2ea23a-6165-49d7-905a-4ca037c96dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:28.144702 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-14f6e337-7858-4066-9de1-522354796f25 req-9385f2bd-b124-48b6-88ef-e6e659158911 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463cd9ee-ca82-4229-af50-5f45d8b91936 HTTP/1.1" status: 200 len: 1001 time: 0.0901227 Feb 21 00:43:28.157204 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c38fd9ee-7aef-4cb5-833e-9f2549a8d08f req-9ab50c52-ee4b-4b24-80b3-e764ebc5023e tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091495 Feb 21 00:43:28.197761 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7d2ea23a-6165-49d7-905a-4ca037c96dbb admin admin] Publish callbacks [] for security_group (e2530485-a207-432c-a0d7-9182898477d0), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:28.218172 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6e337-7858-4066-9de1-522354796f25 req-679bc9fc-2071-43bd-9e26-7867cbdf120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:28.218803 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-14f6e337-7858-4066-9de1-522354796f25 req-679bc9fc-2071-43bd-9e26-7867cbdf120e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fa227f87-1978-4806-9713-f4a79efc4e60 HTTP/1.1" status: 200 len: 855 time: 0.0593235 Feb 21 00:43:28.262570 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7d2ea23a-6165-49d7-905a-4ca037c96dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (e2530485-a207-432c-a0d7-9182898477d0), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:28.285319 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2ea23a-6165-49d7-905a-4ca037c96dbb admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=109906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:43:28.309940 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ea23a-6165-49d7-905a-4ca037c96dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2530485-a207-432c-a0d7-9182898477d0,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:28.315035 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7d2ea23a-6165-49d7-905a-4ca037c96dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (bb055299-0c21-42be-97fd-719029a56136), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:28.315424 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.db.segments_db [None req-7d2ea23a-6165-49d7-905a-4ca037c96dbb admin admin] Added segment bb055299-0c21-42be-97fd-719029a56136 of type vlan for network 2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f Feb 21 00:43:28.333683 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6e337-7858-4066-9de1-522354796f25 req-5b6af9a5-1580-43f9-bb51-064e497f140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:28.337287 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-14f6e337-7858-4066-9de1-522354796f25 req-5b6af9a5-1580-43f9-bb51-064e497f140b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=db91bc76-bbbd-4928-84db-ba174e4b8a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1121032 Feb 21 00:43:28.377258 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device dd70393c-6569-4e4f-a18d-cc4b60d19ff8 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:43:28.385104 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7d2ea23a-6165-49d7-905a-4ca037c96dbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788922369190'] for network (2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:28.481283 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7d2ea23a-6165-49d7-905a-4ca037c96dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for network (2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:28.487227 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2ea23a-6165-49d7-905a-4ca037c96dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:28.487227 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7d2ea23a-6165-49d7-905a-4ca037c96dbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:28.491601 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port dd70393c-6569-4e4f-a18d-cc4b60d19ff8 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:28.492722 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (dd70393c-6569-4e4f-a18d-cc4b60d19ff8), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:28.591433 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-14f6e337-7858-4066-9de1-522354796f25 req-814ca893-8213-489c-bd95-d864a6347baa service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471950 Feb 21 00:43:28.599713 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ea23a-6165-49d7-905a-4ca037c96dbb admin admin] Pushing event updated for resources: {'Network': ['ID=2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:28.616076 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Network 2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f details requested by agent ovs-agent-dv-cinder-813224-6-iscsi with host dv-cinder-813224-6-iscsi {{(pid=109908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:43:28.668215 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] Sync routers for ids ['fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:43:28.712714 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc756bc-354d-4f3a-b4ab-d4b80186d03c req-78aac7cb-028f-4344-80a5-01f1aeb864d1 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:28.714606 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8cc756bc-354d-4f3a-b4ab-d4b80186d03c req-78aac7cb-028f-4344-80a5-01f1aeb864d1 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 945 time: 0.2027018 Feb 21 00:43:28.721923 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-7d2ea23a-6165-49d7-905a-4ca037c96dbb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7387748 Feb 21 00:43:28.724869 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53836) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:28.732443 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-4c40ab1b-49b3-47c5-ad11-a7a02734ac6a admin admin] Request body: {'subnet': {'network_id': '2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1651845338-subnet', 'tenant_id': '09108089d8344683a2edad2e591363b4', 'ip_version': 4}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:43:28.750518 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port dd70393c-6569-4e4f-a18d-cc4b60d19ff8 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:28.750518 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (dd70393c-6569-4e4f-a18d-cc4b60d19ff8), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:28.779375 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] For port dd70393c-6569-4e4f-a18d-cc4b60d19ff8, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=dd70393c-6569-4e4f-a18d-cc4b60d19ff8,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:43:28.785695 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] Routers {'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:43:28.786083 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:42:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:43:28.812333 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-14f6e337-7858-4066-9de1-522354796f25 req-58fb12a7-d318-4cdc-8e78-04d52a487d73 service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116568 Feb 21 00:43:28.836847 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8cc756bc-354d-4f3a-b4ab-d4b80186d03c req-c1badb46-6391-4f0a-9f22-4a8a14d9e151 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042368 Feb 21 00:43:28.900475 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b050e-b06d-4103-94af-4c2a66010ffe req-45c654af-f0c6-4c22-a23d-3d10a637b29c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:28.902940 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f95b050e-b06d-4103-94af-4c2a66010ffe req-45c654af-f0c6-4c22-a23d-3d10a637b29c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.0595942 Feb 21 00:43:28.946976 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c40ab1b-49b3-47c5-ad11-a7a02734ac6a admin admin] Made reservation on behalf of 09108089d8344683a2edad2e591363b4 for: {'subnet': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:43:28.948047 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (dd70393c-6569-4e4f-a18d-cc4b60d19ff8), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:28.949337 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-4c40ab1b-49b3-47c5-ad11-a7a02734ac6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11428700'] for subnet (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:28.968479 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f95b050e-b06d-4103-94af-4c2a66010ffe req-fda1ff87-721d-482c-98b8-40be6356bd15 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594018 Feb 21 00:43:28.998607 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] Set router fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:43:29.054812 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Pushing event updated for resources: {'Port': ['ID=dd70393c-6569-4e4f-a18d-cc4b60d19ff8,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:29.068344 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-77c95daa-88c9-4e20-87fb-47612cf73432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:29.186220 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53848) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:29.217253 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-4c40ab1b-49b3-47c5-ad11-a7a02734ac6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11782626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11428782'] for subnet (14d9d1e6-7de5-4ff9-aaf7-d40f9a4ef1a9), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:29.251419 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'name': 'tempest-TestMinimumBasicScenario-1443111160-router', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:19Z', 'updated_at': '2022-02-21T00:43:25Z', 'revision_number': 4, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'gw_port': {'id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:20Z', 'updated_at': '2022-02-21T00:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '41302eb0-eea2-492d-b6dc-da8436fdc257', 'name': '', 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'mac_address': 'fa:16:3e:ef:c8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c23234aa-eee5-4469-8f47-c9bd111b8f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:24Z', 'updated_at': '2022-02-21T00:43:25Z', 'revision_number': 2, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'subnets': [{'id': 'c23234aa-eee5-4469-8f47-c9bd111b8f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:43:29.284089 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c40ab1b-49b3-47c5-ad11-a7a02734ac6a admin admin] Checking segment: {'id': 'bb055299-0c21-42be-97fd-719029a56136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:43:29.284358 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c40ab1b-49b3-47c5-ad11-a7a02734ac6a admin admin] Network hostable DHCP agents. Network: 2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f, hostable agents: ['4dd3caeb-76cf-441e-a150-e4aa52c1e518'], hosted agents: [] {{(pid=109906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:43:29.286756 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] Checking router: fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:43:29.287461 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] Updating router fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 port 41302eb0-eea2-492d-b6dc-da8436fdc257 binding host dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:43:29.301910 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40ab1b-49b3-47c5-ad11-a7a02734ac6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d9d1e6-7de5-4ff9-aaf7-d40f9a4ef1a9,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:29.325510 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (41302eb0-eea2-492d-b6dc-da8436fdc257), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:29.340107 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-694dff75-fac2-4a7d-8c25-0f91de4b4f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:29.382587 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c40ab1b-49b3-47c5-ad11-a7a02734ac6a admin admin] Network 2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f is scheduled to be hosted by DHCP agent 4dd3caeb-76cf-441e-a150-e4aa52c1e518 with binding_index 1 {{(pid=109906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:43:29.445292 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-694dff75-fac2-4a7d-8c25-0f91de4b4f5f admin admin] Publish callbacks [] for security_group (bcb099dd-5e62-4805-b2d6-115c21ef6414), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:29.479998 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-4c40ab1b-49b3-47c5-ad11-a7a02734ac6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813224-6-iscsi, 2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f) {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:43:29.484731 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c40ab1b-49b3-47c5-ad11-a7a02734ac6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:29.485316 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-4c40ab1b-49b3-47c5-ad11-a7a02734ac6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:29.510718 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f888fc79-8080-4eb0-8876-f9b07cc95f08 None None] Network 2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:43:29.531078 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-694dff75-fac2-4a7d-8c25-0f91de4b4f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (bcb099dd-5e62-4805-b2d6-115c21ef6414), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:29.570315 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 53860) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:29.570891 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-4c40ab1b-49b3-47c5-ad11-a7a02734ac6a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8442054 Feb 21 00:43:29.575718 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-ccc7f3dd-0ff9-4a4f-af44-15a13281812d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1651845338-router', 'tenant_id': '09108089d8344683a2edad2e591363b4', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:43:29.577581 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-694dff75-fac2-4a7d-8c25-0f91de4b4f5f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f78173da951b4131a3092ebe848eb7d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900058 Feb 21 00:43:29.578619 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694dff75-fac2-4a7d-8c25-0f91de4b4f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb099dd-5e62-4805-b2d6-115c21ef6414,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:29.580096 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 53862) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:29.662445 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-50ed7f99-64c0-4f0f-81ed-ae76cd421a59 admin admin] Publish callbacks [] for security_group (bcb099dd-5e62-4805-b2d6-115c21ef6414), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:29.678594 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde9a054c-7a88-598b-a9aa-d7bb3c6415cc-2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f', 'network_id': '2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f', 'project_id': '09108089d8344683a2edad2e591363b4', 'fixed_ips': [{'subnet_id': '14d9d1e6-7de5-4ff9-aaf7-d40f9a4ef1a9'}]}} from dv-cinder-813224-6-iscsi. {{(pid=109908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 00:43:29.679445 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:29.687180 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f3dd-0ff9-4a4f-af44-15a13281812d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-358335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9148'] for router (4e814fc9-e9c0-4dfd-ab1f-3066aa79da96), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:29.688360 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f3dd-0ff9-4a4f-af44-15a13281812d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9141'] for router (4e814fc9-e9c0-4dfd-ab1f-3066aa79da96), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:29.705566 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-50ed7f99-64c0-4f0f-81ed-ae76cd421a59 admin admin] Publish callbacks [] for security_group (bcb099dd-5e62-4805-b2d6-115c21ef6414), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:29.801324 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f3dd-0ff9-4a4f-af44-15a13281812d admin admin] Publish callbacks [] for router_controller (4e814fc9-e9c0-4dfd-ab1f-3066aa79da96), precommit_add_association {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:29.810412 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] Publish callbacks [] for port (41302eb0-eea2-492d-b6dc-da8436fdc257), precommit_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:29.881252 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.db_base_plugin_common [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] Allocated IP 172.20.0.2 (2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f/14d9d1e6-7de5-4ff9-aaf7-d40f9a4ef1a9/e9449c7b-66ee-48dc-a102-0470e96340bb) {{(pid=109908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:43:29.910924 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (41302eb0-eea2-492d-b6dc-da8436fdc257), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:29.938482 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-50ed7f99-64c0-4f0f-81ed-ae76cd421a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (bcb099dd-5e62-4805-b2d6-115c21ef6414), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:29.941479 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-50ed7f99-64c0-4f0f-81ed-ae76cd421a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:29.942801 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-50ed7f99-64c0-4f0f-81ed-ae76cd421a59 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bcb099dd-5e62-4805-b2d6-115c21ef6414 HTTP/1.1" status: 204 len: 168 time: 0.3514338 Feb 21 00:43:29.979399 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa1f8a-1512-46f6-ad29-04b489161774 None None] Pushing event updated for resources: {'Port': ['ID=41302eb0-eea2-492d-b6dc-da8436fdc257,revision_number=3']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:29.985297 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed7f99-64c0-4f0f-81ed-ae76cd421a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb099dd-5e62-4805-b2d6-115c21ef6414,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:30.023132 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b52d4-e909-4a55-91c4-00402f1e324d req-74a4f965-8180-4247-8f28-6963d8c1efb7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:30.024899 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-6c1b52d4-e909-4a55-91c4-00402f1e324d req-74a4f965-8180-4247-8f28-6963d8c1efb7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 945 time: 0.1053383 Feb 21 00:43:30.075267 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f3dd-0ff9-4a4f-af44-15a13281812d admin admin] Publish callbacks [] for router_gateway (4e814fc9-e9c0-4dfd-ab1f-3066aa79da96), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:30.136182 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-6c1b52d4-e909-4a55-91c4-00402f1e324d req-2b9f60b4-eac6-44c9-b556-7fdb794be87f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018779 Feb 21 00:43:30.188683 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] Attempting to bind port 41302eb0-eea2-492d-b6dc-da8436fdc257 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:43:30.189158 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] Attempting to bind port 41302eb0-eea2-492d-b6dc-da8436fdc257 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': '5d0b55be-7436-4909-b5d1-ad582ca2b9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7'}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:43:30.189625 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] Attempting to bind port 41302eb0-eea2-492d-b6dc-da8436fdc257 on network 9dccae3d-137d-413e-b74f-606a0a010ab7 {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:43:30.194734 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f291-cc57-4910-b7b0-70e0e4ed11a0 req-5c0324c6-97d4-416d-b885-c4671963bf2a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:30.197444 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-34a1f291-cc57-4910-b7b0-70e0e4ed11a0 req-5c0324c6-97d4-416d-b885-c4671963bf2a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.1059432 Feb 21 00:43:30.225404 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:43:30.226276 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] Checking segment: {'id': '5d0b55be-7436-4909-b5d1-ad582ca2b9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:43:30.226928 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:30.227482 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] Bound using segment: {'id': '5d0b55be-7436-4909-b5d1-ad582ca2b9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7'} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:43:30.228069 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] Bound port: 41302eb0-eea2-492d-b6dc-da8436fdc257, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0b55be-7436-4909-b5d1-ad582ca2b9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7'}}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:43:30.228553 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (41302eb0-eea2-492d-b6dc-da8436fdc257), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:30.320319 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device dd70393c-6569-4e4f-a18d-cc4b60d19ff8 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:43:30.353549 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-34a1f291-cc57-4910-b7b0-70e0e4ed11a0 req-464ce586-96c2-438d-a328-649c7783ac15 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102960 Feb 21 00:43:30.376007 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] Publish callbacks [] for port (e9449c7b-66ee-48dc-a102-0470e96340bb), precommit_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:30.385283 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:30.410466 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] For port 41302eb0-eea2-492d-b6dc-da8436fdc257, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:43:30.414514 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] For port 41302eb0-eea2-492d-b6dc-da8436fdc257, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=41302eb0-eea2-492d-b6dc-da8436fdc257,segment=NetworkSegment(5d0b55be-7436-4909-b5d1-ad582ca2b9cd),segment_id=5d0b55be-7436-4909-b5d1-ad582ca2b9cd)] {{(pid=109908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:43:30.430589 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port dd70393c-6569-4e4f-a18d-cc4b60d19ff8 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:30.431133 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (dd70393c-6569-4e4f-a18d-cc4b60d19ff8), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:30.522221 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f3dd-0ff9-4a4f-af44-15a13281812d admin admin] Publish callbacks [] for router_gateway (4e814fc9-e9c0-4dfd-ab1f-3066aa79da96), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:30.542728 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f3dd-0ff9-4a4f-af44-15a13281812d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:30.641037 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451'] for port (e9449c7b-66ee-48dc-a102-0470e96340bb), after_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:30.643085 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (41302eb0-eea2-492d-b6dc-da8436fdc257), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:30.671460 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [None req-ccc7f3dd-0ff9-4a4f-af44-15a13281812d admin admin] Allocated IP 172.27.1.105 (c88f79bf-88c8-4630-a831-5481b52b74c3/d2922032-8347-4ecd-abd4-c2de14eb9a4c/47bb739b-a6ca-4f5b-aad7-918c3f2ad994) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:43:30.733210 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] Network 2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f is already hosted by enough agents. {{(pid=109908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:43:30.740955 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.base_scheduler [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] Resources bound (agent type, host, resource id): {{(pid=109908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:43:30.748835 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-eba19b55-1bb7-490f-bfb1-933d6bf59088 None None] Provisioning complete for port 41302eb0-eea2-492d-b6dc-da8436fdc257 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:30.749150 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-eba19b55-1bb7-490f-bfb1-933d6bf59088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (41302eb0-eea2-492d-b6dc-da8436fdc257), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:30.794506 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] Received port after_create {{(pid=109908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:43:30.812969 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] Routers {'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:43:30.814057 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:43:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:43:30.832762 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f3dd-0ff9-4a4f-af44-15a13281812d admin admin] Publish callbacks [] for port (47bb739b-a6ca-4f5b-aad7-918c3f2ad994), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:30.853839 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53884) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:30.868078 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e703f322-6f2e-45d4-aeb6-1c56c9f6f86a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:30.927535 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f3dd-0ff9-4a4f-af44-15a13281812d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (47bb739b-a6ca-4f5b-aad7-918c3f2ad994), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:30.936587 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] Pushing event updated for resources: {'Port': ['ID=e9449c7b-66ee-48dc-a102-0470e96340bb,revision_number=1']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:31.000443 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc7f3dd-0ff9-4a4f-af44-15a13281812d admin admin] Network c88f79bf-88c8-4630-a831-5481b52b74c3 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:43:31.004758 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-ccc7f3dd-0ff9-4a4f-af44-15a13281812d admin admin] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:43:31.016505 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc7f3dd-0ff9-4a4f-af44-15a13281812d admin admin] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:43:31.018005 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7f3dd-0ff9-4a4f-af44-15a13281812d admin admin] Pushing event updated for resources: {'Port': ['ID=47bb739b-a6ca-4f5b-aad7-918c3f2ad994,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:31.045455 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e703f322-6f2e-45d4-aeb6-1c56c9f6f86a admin admin] Publish callbacks [] for security_group (d8ebdebc-d6ce-420c-b318-9342ee61f6a1), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:31.072036 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] Attempting to bind port e9449c7b-66ee-48dc-a102-0470e96340bb on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:43:31.072186 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] Attempting to bind port e9449c7b-66ee-48dc-a102-0470e96340bb by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': 'bb055299-0c21-42be-97fd-719029a56136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f'}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:43:31.072433 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] Attempting to bind port e9449c7b-66ee-48dc-a102-0470e96340bb on network 2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:43:31.120179 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e703f322-6f2e-45d4-aeb6-1c56c9f6f86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (d8ebdebc-d6ce-420c-b318-9342ee61f6a1), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:31.122809 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port dd70393c-6569-4e4f-a18d-cc4b60d19ff8 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:31.125271 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:43:31.125665 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] Checking segment: {'id': 'bb055299-0c21-42be-97fd-719029a56136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:43:31.126166 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:31.126544 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] Bound using segment: {'id': 'bb055299-0c21-42be-97fd-719029a56136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f'} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:43:31.131691 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] Bound port: e9449c7b-66ee-48dc-a102-0470e96340bb, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb055299-0c21-42be-97fd-719029a56136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f'}}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:43:31.132107 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (e9449c7b-66ee-48dc-a102-0470e96340bb), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:31.200835 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa1f8a-1512-46f6-ad29-04b489161774 None None] Pushing event updated for resources: {'Port': ['ID=41302eb0-eea2-492d-b6dc-da8436fdc257,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:31.206510 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-e703f322-6f2e-45d4-aeb6-1c56c9f6f86a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3026318c69a9445eb614a42e3beed262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481045 Feb 21 00:43:31.206510 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703f322-6f2e-45d4-aeb6-1c56c9f6f86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ebdebc-d6ce-420c-b318-9342ee61f6a1,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:31.216147 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] Set router fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:43:31.225895 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53896) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:31.275247 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-eba19b55-1bb7-490f-bfb1-933d6bf59088 None None] Current status of the port 41302eb0-eea2-492d-b6dc-da8436fdc257 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:31.275646 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-eba19b55-1bb7-490f-bfb1-933d6bf59088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (41302eb0-eea2-492d-b6dc-da8436fdc257), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:31.288856 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-cf0c351b-c4cd-4aec-9c00-62bae033d0e5 admin admin] Publish callbacks [] for security_group (d8ebdebc-d6ce-420c-b318-9342ee61f6a1), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:31.310786 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-cf0c351b-c4cd-4aec-9c00-62bae033d0e5 admin admin] Publish callbacks [] for security_group (d8ebdebc-d6ce-420c-b318-9342ee61f6a1), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:31.379452 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-eba19b55-1bb7-490f-bfb1-933d6bf59088 None None] For port 41302eb0-eea2-492d-b6dc-da8436fdc257, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=41302eb0-eea2-492d-b6dc-da8436fdc257,segment=NetworkSegment(5d0b55be-7436-4909-b5d1-ad582ca2b9cd),segment_id=5d0b55be-7436-4909-b5d1-ad582ca2b9cd)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:43:31.415290 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] For port e9449c7b-66ee-48dc-a102-0470e96340bb, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:43:31.431410 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] For port e9449c7b-66ee-48dc-a102-0470e96340bb, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=e9449c7b-66ee-48dc-a102-0470e96340bb,segment=NetworkSegment(bb055299-0c21-42be-97fd-719029a56136),segment_id=bb055299-0c21-42be-97fd-719029a56136)] {{(pid=109908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:43:31.470223 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-cf0c351b-c4cd-4aec-9c00-62bae033d0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (d8ebdebc-d6ce-420c-b318-9342ee61f6a1), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:31.474741 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-cf0c351b-c4cd-4aec-9c00-62bae033d0e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:31.478412 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-cf0c351b-c4cd-4aec-9c00-62bae033d0e5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d8ebdebc-d6ce-420c-b318-9342ee61f6a1 HTTP/1.1" status: 204 len: 168 time: 0.2489533 Feb 21 00:43:31.487432 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c351b-c4cd-4aec-9c00-62bae033d0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ebdebc-d6ce-420c-b318-9342ee61f6a1,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:31.513389 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-eba19b55-1bb7-490f-bfb1-933d6bf59088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (41302eb0-eea2-492d-b6dc-da8436fdc257), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:31.519069 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f3dd-0ff9-4a4f-af44-15a13281812d admin admin] Publish callbacks [] for router_gateway (4e814fc9-e9c0-4dfd-ab1f-3066aa79da96), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:31.573677 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b238f-e7ca-42f6-b5d9-2dd620bb5e33 req-754a8812-5ca7-4291-80e1-a3a7c984c97f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:31.575329 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9f6b238f-e7ca-42f6-b5d9-2dd620bb5e33 req-754a8812-5ca7-4291-80e1-a3a7c984c97f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 946 time: 0.1203229 Feb 21 00:43:31.587355 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (e9449c7b-66ee-48dc-a102-0470e96340bb), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:31.614628 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba19b55-1bb7-490f-bfb1-933d6bf59088 None None] Pushing event updated for resources: {'Port': ['ID=41302eb0-eea2-492d-b6dc-da8436fdc257,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:31.657431 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 463cd9ee-ca82-4229-af50-5f45d8b91936 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:43:31.689659 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:31.730250 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-23fabe5c-6c0e-4526-8998-7a71c77d8c50 None None] Provisioning complete for port 41302eb0-eea2-492d-b6dc-da8436fdc257 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:31.730250 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-23fabe5c-6c0e-4526-8998-7a71c77d8c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (41302eb0-eea2-492d-b6dc-da8436fdc257), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:31.745365 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'name': 'tempest-TestMinimumBasicScenario-1443111160-router', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:19Z', 'updated_at': '2022-02-21T00:43:25Z', 'revision_number': 4, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'gw_port': {'id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:20Z', 'updated_at': '2022-02-21T00:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '41302eb0-eea2-492d-b6dc-da8436fdc257', 'name': '', 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'mac_address': 'fa:16:3e:ef:c8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c23234aa-eee5-4469-8f47-c9bd111b8f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:24Z', 'updated_at': '2022-02-21T00:43:30Z', 'revision_number': 4, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'subnets': [{'id': 'c23234aa-eee5-4469-8f47-c9bd111b8f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:43:31.829385 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65e54f-6688-470c-b1f6-32f4f9dac96e None None] Pushing event updated for resources: {'Port': ['ID=e9449c7b-66ee-48dc-a102-0470e96340bb,revision_number=2']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:31.832312 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c295dd33-c3ae-4e43-95f3-9029daa5dd38 None None] The sync data for ids ['fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'] in dv-cinder-813224-6-iscsi is: [{'id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'name': 'tempest-TestMinimumBasicScenario-1443111160-router', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:19Z', 'updated_at': '2022-02-21T00:43:25Z', 'revision_number': 4, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'gw_port': {'id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:20Z', 'updated_at': '2022-02-21T00:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '41302eb0-eea2-492d-b6dc-da8436fdc257', 'name': '', 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'mac_address': 'fa:16:3e:ef:c8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c23234aa-eee5-4469-8f47-c9bd111b8f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:24Z', 'updated_at': '2022-02-21T00:43:30Z', 'revision_number': 4, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'subnets': [{'id': 'c23234aa-eee5-4469-8f47-c9bd111b8f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:43:31.889967 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 463cd9ee-ca82-4229-af50-5f45d8b91936 is: ACTIVE; New status is: DOWN {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:31.889967 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:31.978064 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4f579f-0e0c-4cea-8a5c-38795127d722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '463cd9ee-ca82-4229-af50-5f45d8b91936'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:43:31.981991 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3827fe6b-9fa0-491b-a239-6ab71c49c16a" -d '{"events": [{"server_uuid": "3b4f579f-0e0c-4cea-8a5c-38795127d722", "name": "network-vif-unplugged", "status": "completed", "tag": "463cd9ee-ca82-4229-af50-5f45d8b91936"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:43:32.002365 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 463cd9ee-ca82-4229-af50-5f45d8b91936, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=463cd9ee-ca82-4229-af50-5f45d8b91936,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:43:32.004440 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9f6b238f-e7ca-42f6-b5d9-2dd620bb5e33 req-e25edbd5-0765-4c95-8563-a94e2a504e27 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4218433 Feb 21 00:43:32.097157 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-23fabe5c-6c0e-4526-8998-7a71c77d8c50 None None] Current status of the port 41302eb0-eea2-492d-b6dc-da8436fdc257 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:32.105061 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Feb 2022 00:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f96227-6409-4592-8ea0-67365fb5f5c9 x-openstack-request-id: req-73f96227-6409-4592-8ea0-67365fb5f5c9 {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:43:32.105775 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4f579f-0e0c-4cea-8a5c-38795127d722", "name": "network-vif-unplugged", "status": "failed", "tag": "463cd9ee-ca82-4229-af50-5f45d8b91936", "code": 422}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:43:32.106389 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-73f96227-6409-4592-8ea0-67365fb5f5c9 {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:43:32.107658 dv-cinder-813224-6-iscsi neutron-server[109908]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3b4f579f-0e0c-4cea-8a5c-38795127d722', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '463cd9ee-ca82-4229-af50-5f45d8b91936', 'code': 422} returned with failed status Feb 21 00:43:32.125366 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:32.242158 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=463cd9ee-ca82-4229-af50-5f45d8b91936,revision_number=8']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:32.291228 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f3dd-0ff9-4a4f-af44-15a13281812d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-356390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362153'] for router (4e814fc9-e9c0-4dfd-ab1f-3066aa79da96), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:32.447662 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 41302eb0-eea2-492d-b6dc-da8436fdc257 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:43:32.514424 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 41302eb0-eea2-492d-b6dc-da8436fdc257 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:32.515051 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (41302eb0-eea2-492d-b6dc-da8436fdc257), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:32.622808 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 41302eb0-eea2-492d-b6dc-da8436fdc257 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:32.623932 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device e9449c7b-66ee-48dc-a102-0470e96340bb up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:43:32.629322 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc7f3dd-0ff9-4a4f-af44-15a13281812d admin admin] Router 4e814fc9-e9c0-4dfd-ab1f-3066aa79da96 is scheduled to L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 with binding_index 1 {{(pid=109907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 00:43:32.690700 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port e9449c7b-66ee-48dc-a102-0470e96340bb triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:32.691446 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (e9449c7b-66ee-48dc-a102-0470e96340bb), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:32.772909 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc7f3dd-0ff9-4a4f-af44-15a13281812d admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:43:32.775499 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53934) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:32.784987 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] Sync routers for ids ['4e814fc9-e9c0-4dfd-ab1f-3066aa79da96'] in dv-cinder-813224-6-iscsi {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:43:32.805815 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] Routers {'4e814fc9-e9c0-4dfd-ab1f-3066aa79da96'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:43:32.806459 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:43:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['4e814fc9-e9c0-4dfd-ab1f-3066aa79da96'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:43:32.817116 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7b0dfa9a-ea89-49e6-b07d-da1b06759c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:32.833041 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port e9449c7b-66ee-48dc-a102-0470e96340bb is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:32.833723 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (e9449c7b-66ee-48dc-a102-0470e96340bb), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:32.932926 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] For port e9449c7b-66ee-48dc-a102-0470e96340bb, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=e9449c7b-66ee-48dc-a102-0470e96340bb,segment=NetworkSegment(bb055299-0c21-42be-97fd-719029a56136),segment_id=bb055299-0c21-42be-97fd-719029a56136)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:43:32.964242 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7b0dfa9a-ea89-49e6-b07d-da1b06759c39 admin admin] Publish callbacks [] for security_group (e0d85f23-94a3-4427-b636-a5a031caf73b), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:32.982413 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] Set router 4e814fc9-e9c0-4dfd-ab1f-3066aa79da96 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:43:32.984678 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f3dd-0ff9-4a4f-af44-15a13281812d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:32.985939 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-ccc7f3dd-0ff9-4a4f-af44-15a13281812d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4138532 Feb 21 00:43:32.995283 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 53940) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:33.013390 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (e9449c7b-66ee-48dc-a102-0470e96340bb), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:33.150175 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Pushing event updated for resources: {'Port': ['ID=e9449c7b-66ee-48dc-a102-0470e96340bb,revision_number=3']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:33.191214 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f31086-2167-4167-8996-af2eaaf696b1 None None] Network 2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:43:33.214761 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:33.269177 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e814fc9-e9c0-4dfd-ab1f-3066aa79da96', 'name': 'tempest-TestMinimumBasicScenario-1651845338-router', 'tenant_id': '09108089d8344683a2edad2e591363b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '47bb739b-a6ca-4f5b-aad7-918c3f2ad994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:29Z', 'updated_at': '2022-02-21T00:43:31Z', 'revision_number': 3, 'project_id': '09108089d8344683a2edad2e591363b4', 'gw_port': {'id': '47bb739b-a6ca-4f5b-aad7-918c3f2ad994', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e814fc9-e9c0-4dfd-ab1f-3066aa79da96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:30Z', 'updated_at': '2022-02-21T00:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:43:33.301779 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-8862e779-f68f-44e0-b361-b9dd06be902c None None] Provisioning complete for port e9449c7b-66ee-48dc-a102-0470e96340bb triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:33.302255 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-8862e779-f68f-44e0-b361-b9dd06be902c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (e9449c7b-66ee-48dc-a102-0470e96340bb), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:33.311574 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] Checking router: 4e814fc9-e9c0-4dfd-ab1f-3066aa79da96 for host: dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:43:33.312170 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] Updating router 4e814fc9-e9c0-4dfd-ab1f-3066aa79da96 port 47bb739b-a6ca-4f5b-aad7-918c3f2ad994 binding host dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:43:33.351690 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (47bb739b-a6ca-4f5b-aad7-918c3f2ad994), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:33.509402 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7b0dfa9a-ea89-49e6-b07d-da1b06759c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (e0d85f23-94a3-4427-b636-a5a031caf73b), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:33.597514 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-7b0dfa9a-ea89-49e6-b07d-da1b06759c39 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c756f1b0608e46739df5a55d4be3587d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8176050 Feb 21 00:43:33.597742 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 53950) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:33.608281 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0dfa9a-ea89-49e6-b07d-da1b06759c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d85f23-94a3-4427-b636-a5a031caf73b,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:33.719656 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1ece08f8-3fb5-42d3-bb61-5b2b8f9a56e3 admin admin] Publish callbacks [] for security_group (e0d85f23-94a3-4427-b636-a5a031caf73b), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:33.743574 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-8862e779-f68f-44e0-b361-b9dd06be902c None None] Current status of the port e9449c7b-66ee-48dc-a102-0470e96340bb is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:33.791303 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1ece08f8-3fb5-42d3-bb61-5b2b8f9a56e3 admin admin] Publish callbacks [] for security_group (e0d85f23-94a3-4427-b636-a5a031caf73b), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:33.840450 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] Publish callbacks [] for port (47bb739b-a6ca-4f5b-aad7-918c3f2ad994), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:33.854842 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c7fe709e-ae95-44e2-988d-2733306ca12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:33.873694 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [req-d9ea61d7-e4e3-4240-a993-a9c84cd7094f req-cc0e6eac-e66d-4f82-95a8-fc49b9d2d989 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109906) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:43:33.874739 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d9ea61d7-e4e3-4240-a993-a9c84cd7094f req-cc0e6eac-e66d-4f82-95a8-fc49b9d2d989 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063052 Feb 21 00:43:33.954461 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (47bb739b-a6ca-4f5b-aad7-918c3f2ad994), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:33.964298 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-71f7e96e-1054-4ca3-a208-89a45089bf0d None None] Provisioning complete for port e9449c7b-66ee-48dc-a102-0470e96340bb triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:33.964714 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-71f7e96e-1054-4ca3-a208-89a45089bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (e9449c7b-66ee-48dc-a102-0470e96340bb), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:34.010934 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] Attempting to bind port 47bb739b-a6ca-4f5b-aad7-918c3f2ad994 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:43:34.011308 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] Attempting to bind port 47bb739b-a6ca-4f5b-aad7-918c3f2ad994 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:43:34.011667 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] Attempting to bind port 47bb739b-a6ca-4f5b-aad7-918c3f2ad994 on network c88f79bf-88c8-4630-a831-5481b52b74c3 {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:43:34.012834 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1ece08f8-3fb5-42d3-bb61-5b2b8f9a56e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (e0d85f23-94a3-4427-b636-a5a031caf73b), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:34.014887 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1ece08f8-3fb5-42d3-bb61-5b2b8f9a56e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:34.019623 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cfa90-4767-455c-ad82-0ab997cbd860 None None] Pushing event updated for resources: {'Port': ['ID=47bb739b-a6ca-4f5b-aad7-918c3f2ad994,revision_number=2']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:34.024624 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-1ece08f8-3fb5-42d3-bb61-5b2b8f9a56e3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e0d85f23-94a3-4427-b636-a5a031caf73b HTTP/1.1" status: 204 len: 168 time: 0.4210095 Feb 21 00:43:34.029680 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:43:34.030498 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] Checking segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:43:34.030939 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:34.031326 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] Bound using segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:43:34.031819 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] Bound port: 47bb739b-a6ca-4f5b-aad7-918c3f2ad994, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:43:34.032202 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (47bb739b-a6ca-4f5b-aad7-918c3f2ad994), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:34.037899 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece08f8-3fb5-42d3-bb61-5b2b8f9a56e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d85f23-94a3-4427-b636-a5a031caf73b,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:34.087683 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-71f7e96e-1054-4ca3-a208-89a45089bf0d None None] Current status of the port e9449c7b-66ee-48dc-a102-0470e96340bb is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:34.110884 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] For port 47bb739b-a6ca-4f5b-aad7-918c3f2ad994, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:43:34.114887 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] For port 47bb739b-a6ca-4f5b-aad7-918c3f2ad994, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=47bb739b-a6ca-4f5b-aad7-918c3f2ad994,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:43:34.200341 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (47bb739b-a6ca-4f5b-aad7-918c3f2ad994), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:34.226035 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_common [None req-c7fe709e-ae95-44e2-988d-2733306ca12e admin admin] Allocated IP 172.20.0.1 (2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f/14d9d1e6-7de5-4ff9-aaf7-d40f9a4ef1a9/88c5db90-d711-449f-9fbd-126f3b787ac7) {{(pid=109906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:43:34.256074 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] Routers {'4e814fc9-e9c0-4dfd-ab1f-3066aa79da96'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:43:34.256797 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:43:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['4e814fc9-e9c0-4dfd-ab1f-3066aa79da96'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:43:34.286002 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee6712-9cc9-4be0-a7ac-c7d63550adae req-0036ef47-a0a4-44fa-987e-54537cdb3a84 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:34.287297 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device e9449c7b-66ee-48dc-a102-0470e96340bb up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:43:34.287617 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3bee6712-9cc9-4be0-a7ac-c7d63550adae req-0036ef47-a0a4-44fa-987e-54537cdb3a84 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.1011271 Feb 21 00:43:34.311282 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cfa90-4767-455c-ad82-0ab997cbd860 None None] Pushing event updated for resources: {'Port': ['ID=47bb739b-a6ca-4f5b-aad7-918c3f2ad994,revision_number=3']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:34.375130 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port e9449c7b-66ee-48dc-a102-0470e96340bb triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:34.375902 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (e9449c7b-66ee-48dc-a102-0470e96340bb), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:34.376902 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c7fe709e-ae95-44e2-988d-2733306ca12e admin admin] Publish callbacks [] for port (88c5db90-d711-449f-9fbd-126f3b787ac7), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:34.397091 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3bee6712-9cc9-4be0-a7ac-c7d63550adae req-b31b155b-a793-435f-aadc-88f4ac3c5705 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006429 Feb 21 00:43:34.418847 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] Set router 4e814fc9-e9c0-4dfd-ab1f-3066aa79da96 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:43:34.481128 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port e9449c7b-66ee-48dc-a102-0470e96340bb is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:34.503419 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c7fe709e-ae95-44e2-988d-2733306ca12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (88c5db90-d711-449f-9fbd-126f3b787ac7), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:34.551128 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fe709e-ae95-44e2-988d-2733306ca12e admin admin] Network 2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f is already hosted by enough agents. {{(pid=109906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:43:34.556319 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-c7fe709e-ae95-44e2-988d-2733306ca12e admin admin] Resources bound (agent type, host, resource id): {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:43:34.559766 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe709e-ae95-44e2-988d-2733306ca12e admin admin] Received port after_create {{(pid=109906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:43:34.608603 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c7fe709e-ae95-44e2-988d-2733306ca12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358782'] for router_interface (4e814fc9-e9c0-4dfd-ab1f-3066aa79da96), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:34.667059 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e814fc9-e9c0-4dfd-ab1f-3066aa79da96', 'name': 'tempest-TestMinimumBasicScenario-1651845338-router', 'tenant_id': '09108089d8344683a2edad2e591363b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '47bb739b-a6ca-4f5b-aad7-918c3f2ad994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:29Z', 'updated_at': '2022-02-21T00:43:31Z', 'revision_number': 3, 'project_id': '09108089d8344683a2edad2e591363b4', 'gw_port': {'id': '47bb739b-a6ca-4f5b-aad7-918c3f2ad994', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e814fc9-e9c0-4dfd-ab1f-3066aa79da96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:30Z', 'updated_at': '2022-02-21T00:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:43:34.717511 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe709e-ae95-44e2-988d-2733306ca12e admin admin] Pushing event updated for resources: {'Port': ['ID=88c5db90-d711-449f-9fbd-126f3b787ac7,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:34.719120 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30fa072-ca7b-4789-b3f4-2abf4bbe8741 None None] The sync data for ids ['4e814fc9-e9c0-4dfd-ab1f-3066aa79da96'] in dv-cinder-813224-6-iscsi is: [{'id': '4e814fc9-e9c0-4dfd-ab1f-3066aa79da96', 'name': 'tempest-TestMinimumBasicScenario-1651845338-router', 'tenant_id': '09108089d8344683a2edad2e591363b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '47bb739b-a6ca-4f5b-aad7-918c3f2ad994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:29Z', 'updated_at': '2022-02-21T00:43:31Z', 'revision_number': 3, 'project_id': '09108089d8344683a2edad2e591363b4', 'gw_port': {'id': '47bb739b-a6ca-4f5b-aad7-918c3f2ad994', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e814fc9-e9c0-4dfd-ab1f-3066aa79da96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:30Z', 'updated_at': '2022-02-21T00:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}] {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:43:34.932297 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-c24d8b53-18cd-46a9-8ff2-a11e3a89c4bb None None] Provisioning complete for port 88c5db90-d711-449f-9fbd-126f3b787ac7 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:34.934749 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-c24d8b53-18cd-46a9-8ff2-a11e3a89c4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (88c5db90-d711-449f-9fbd-126f3b787ac7), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:34.953331 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c7fe709e-ae95-44e2-988d-2733306ca12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (88c5db90-d711-449f-9fbd-126f3b787ac7), before_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:35.041720 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-c24d8b53-18cd-46a9-8ff2-a11e3a89c4bb None None] Port 88c5db90-d711-449f-9fbd-126f3b787ac7 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:43:35.113308 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 53996) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:35.186326 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c7fe709e-ae95-44e2-988d-2733306ca12e admin admin] Publish callbacks [] for port (88c5db90-d711-449f-9fbd-126f3b787ac7), precommit_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:35.225315 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e35b975c-75eb-4ade-8759-b6a77d8de272 req-0f34d02d-3b8c-4f25-b7ee-eb5c23ec81da service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107807 Feb 21 00:43:35.239590 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c7fe709e-ae95-44e2-988d-2733306ca12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11782249'] for port (88c5db90-d711-449f-9fbd-126f3b787ac7), after_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:35.240860 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [req-e35b975c-75eb-4ade-8759-b6a77d8de272 req-bae0a8c8-5ff5-4fd4-8979-3238363ee8f4 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:43:35.246588 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e35b975c-75eb-4ade-8759-b6a77d8de272 req-bae0a8c8-5ff5-4fd4-8979-3238363ee8f4 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126877 Feb 21 00:43:35.323748 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe709e-ae95-44e2-988d-2733306ca12e admin admin] Pushing event updated for resources: {'Port': ['ID=88c5db90-d711-449f-9fbd-126f3b787ac7,revision_number=2']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:35.348921 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c7fe709e-ae95-44e2-988d-2733306ca12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3776529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358890'] for router_interface (4e814fc9-e9c0-4dfd-ab1f-3066aa79da96), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:35.466634 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fe709e-ae95-44e2-988d-2733306ca12e admin admin] Network 2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f is already hosted by enough agents. {{(pid=109906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:43:35.468286 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-c7fe709e-ae95-44e2-988d-2733306ca12e admin admin] Resources bound (agent type, host, resource id): {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:43:35.484475 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 54014) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:35.722888 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ece5ae-2d1c-4db5-aa93-b8178fbe4c16 req-a1895578-a615-4e1e-8ffd-db8c1f67cf3f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:35.730090 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-01ece5ae-2d1c-4db5-aa93-b8178fbe4c16 req-a1895578-a615-4e1e-8ffd-db8c1f67cf3f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.1933429 Feb 21 00:43:35.734422 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fe709e-ae95-44e2-988d-2733306ca12e admin admin] Router 4e814fc9-e9c0-4dfd-ab1f-3066aa79da96 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:43:35.752239 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b975c-75eb-4ade-8759-b6a77d8de272 req-01f709e8-7a2c-442a-a7c4-9f52222fc8af tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:35.754894 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e35b975c-75eb-4ade-8759-b6a77d8de272 req-01f709e8-7a2c-442a-a7c4-9f52222fc8af tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports/463cd9ee-ca82-4229-af50-5f45d8b91936 HTTP/1.1" status: 200 len: 941 time: 0.2693138 Feb 21 00:43:35.783065 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-f3bd64c4-9ac7-46da-ba34-64c1b9688588 None None] Provisioning complete for port 88c5db90-d711-449f-9fbd-126f3b787ac7 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:35.786508 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f3bd64c4-9ac7-46da-ba34-64c1b9688588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (88c5db90-d711-449f-9fbd-126f3b787ac7), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:35.811438 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-01ece5ae-2d1c-4db5-aa93-b8178fbe4c16 req-2aa30bb2-4f6c-4b7a-9c05-f4d04dcec6e4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776968 Feb 21 00:43:35.843176 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd64c4-9ac7-46da-ba34-64c1b9688588 None None] Port 88c5db90-d711-449f-9fbd-126f3b787ac7 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:43:35.978778 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fe709e-ae95-44e2-988d-2733306ca12e admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:43:35.984236 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-c7fe709e-ae95-44e2-988d-2733306ca12e admin admin] 10.222.0.81 "PUT /v2.0/routers/4e814fc9-e9c0-4dfd-ab1f-3066aa79da96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9878180 Feb 21 00:43:36.295721 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 47bb739b-a6ca-4f5b-aad7-918c3f2ad994 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:43:36.342616 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 47bb739b-a6ca-4f5b-aad7-918c3f2ad994 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:36.342992 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (47bb739b-a6ca-4f5b-aad7-918c3f2ad994), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:36.433942 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 47bb739b-a6ca-4f5b-aad7-918c3f2ad994 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:36.434069 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (47bb739b-a6ca-4f5b-aad7-918c3f2ad994), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:36.458681 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] For port 47bb739b-a6ca-4f5b-aad7-918c3f2ad994, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=47bb739b-a6ca-4f5b-aad7-918c3f2ad994,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:43:36.548162 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (47bb739b-a6ca-4f5b-aad7-918c3f2ad994), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:36.663346 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Pushing event updated for resources: {'Port': ['ID=47bb739b-a6ca-4f5b-aad7-918c3f2ad994,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:36.762861 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a8294-b4a3-4fda-be7b-7990d0c1e167 req-5ace462a-a646-4024-aa52-661ce1044227 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:36.764597 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-9c7a8294-b4a3-4fda-be7b-7990d0c1e167 req-5ace462a-a646-4024-aa52-661ce1044227 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0764601 Feb 21 00:43:36.839158 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-9c7a8294-b4a3-4fda-be7b-7990d0c1e167 req-495f52c4-99b5-4bdf-937a-4e1c28098e00 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664206 Feb 21 00:43:36.942162 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] Sync routers for ids ['4e814fc9-e9c0-4dfd-ab1f-3066aa79da96'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:43:36.950727 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] Routers {'4e814fc9-e9c0-4dfd-ab1f-3066aa79da96'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:43:36.951483 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:43:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['4e814fc9-e9c0-4dfd-ab1f-3066aa79da96'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:43:36.972209 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186d160-5ca9-4d22-907b-c8ffbb7baf5c req-2d3a4cb0-007e-45c7-87fa-9388930e1e7b tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:36.972209 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c186d160-5ca9-4d22-907b-c8ffbb7baf5c req-2d3a4cb0-007e-45c7-87fa-9388930e1e7b tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0622966 Feb 21 00:43:37.034936 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c186d160-5ca9-4d22-907b-c8ffbb7baf5c req-4c384553-8eb1-4500-a1b6-488585a272ae tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552649 Feb 21 00:43:37.072853 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] Set router 4e814fc9-e9c0-4dfd-ab1f-3066aa79da96 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:43:37.322268 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e814fc9-e9c0-4dfd-ab1f-3066aa79da96', 'name': 'tempest-TestMinimumBasicScenario-1651845338-router', 'tenant_id': '09108089d8344683a2edad2e591363b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '47bb739b-a6ca-4f5b-aad7-918c3f2ad994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:29Z', 'updated_at': '2022-02-21T00:43:34Z', 'revision_number': 4, 'project_id': '09108089d8344683a2edad2e591363b4', 'gw_port': {'id': '47bb739b-a6ca-4f5b-aad7-918c3f2ad994', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e814fc9-e9c0-4dfd-ab1f-3066aa79da96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:30Z', 'updated_at': '2022-02-21T00:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '88c5db90-d711-449f-9fbd-126f3b787ac7', 'name': '', 'network_id': '2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f', 'tenant_id': '09108089d8344683a2edad2e591363b4', 'mac_address': 'fa:16:3e:5d:ce:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e814fc9-e9c0-4dfd-ab1f-3066aa79da96', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '14d9d1e6-7de5-4ff9-aaf7-d40f9a4ef1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:33Z', 'updated_at': '2022-02-21T00:43:35Z', 'revision_number': 2, 'project_id': '09108089d8344683a2edad2e591363b4', 'subnets': [{'id': '14d9d1e6-7de5-4ff9-aaf7-d40f9a4ef1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:43:37.351713 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] Checking router: 4e814fc9-e9c0-4dfd-ab1f-3066aa79da96 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:43:37.352159 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] Updating router 4e814fc9-e9c0-4dfd-ab1f-3066aa79da96 port 88c5db90-d711-449f-9fbd-126f3b787ac7 binding host dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:43:37.388372 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (88c5db90-d711-449f-9fbd-126f3b787ac7), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:37.712885 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] Publish callbacks [] for port (88c5db90-d711-449f-9fbd-126f3b787ac7), precommit_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:37.815590 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (88c5db90-d711-449f-9fbd-126f3b787ac7), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:38.032199 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d77542-ca9c-4f9a-b7f0-bc013667dd76 None None] Pushing event updated for resources: {'Port': ['ID=88c5db90-d711-449f-9fbd-126f3b787ac7,revision_number=3']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:38.039926 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] Attempting to bind port 88c5db90-d711-449f-9fbd-126f3b787ac7 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:43:38.040716 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] Attempting to bind port 88c5db90-d711-449f-9fbd-126f3b787ac7 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': 'bb055299-0c21-42be-97fd-719029a56136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f'}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:43:38.042167 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] Attempting to bind port 88c5db90-d711-449f-9fbd-126f3b787ac7 on network 2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:43:38.042825 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2519792-4ae0-463b-8477-e63520be6466 req-5436b5f7-3178-4958-8046-9536ae714c64 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:38.050830 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f2519792-4ae0-463b-8477-e63520be6466 req-5436b5f7-3178-4958-8046-9536ae714c64 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.1035283 Feb 21 00:43:38.057376 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:43:38.058333 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] Checking segment: {'id': 'bb055299-0c21-42be-97fd-719029a56136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:43:38.058865 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:38.059358 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] Bound using segment: {'id': 'bb055299-0c21-42be-97fd-719029a56136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f'} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:43:38.059961 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] Bound port: 88c5db90-d711-449f-9fbd-126f3b787ac7, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb055299-0c21-42be-97fd-719029a56136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f'}}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:43:38.060430 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (88c5db90-d711-449f-9fbd-126f3b787ac7), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:38.114439 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f2519792-4ae0-463b-8477-e63520be6466 req-4d3483b8-b5af-49a5-b9d5-96ae248aa3de tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573156 Feb 21 00:43:38.196509 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] For port 88c5db90-d711-449f-9fbd-126f3b787ac7, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:43:38.200406 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] For port 88c5db90-d711-449f-9fbd-126f3b787ac7, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=88c5db90-d711-449f-9fbd-126f3b787ac7,segment=NetworkSegment(bb055299-0c21-42be-97fd-719029a56136),segment_id=bb055299-0c21-42be-97fd-719029a56136)] {{(pid=109908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:43:38.214719 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce8a48-cc69-4d18-9c30-1f6f018335aa req-f62c4ed9-5103-4ab2-aecd-411fd026c4f7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:38.225259 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-c377eaeb-f06f-4a52-a4a4-c66026715419 None None] Provisioning complete for port 88c5db90-d711-449f-9fbd-126f3b787ac7 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:38.225259 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-c377eaeb-f06f-4a52-a4a4-c66026715419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (88c5db90-d711-449f-9fbd-126f3b787ac7), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:38.226484 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b1ce8a48-cc69-4d18-9c30-1f6f018335aa req-f62c4ed9-5103-4ab2-aecd-411fd026c4f7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0704691 Feb 21 00:43:38.273505 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-c377eaeb-f06f-4a52-a4a4-c66026715419 None None] Port 88c5db90-d711-449f-9fbd-126f3b787ac7 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:43:38.279671 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (88c5db90-d711-449f-9fbd-126f3b787ac7), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:38.330502 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b1ce8a48-cc69-4d18-9c30-1f6f018335aa req-02c9c530-fc44-4d30-a56a-74339d5b0bbc tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029117 Feb 21 00:43:38.332217 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 47bb739b-a6ca-4f5b-aad7-918c3f2ad994 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:43:38.424125 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] Routers {'4e814fc9-e9c0-4dfd-ab1f-3066aa79da96'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:43:38.424888 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:43:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['4e814fc9-e9c0-4dfd-ab1f-3066aa79da96'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:43:38.428436 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d77542-ca9c-4f9a-b7f0-bc013667dd76 None None] Pushing event updated for resources: {'Port': ['ID=88c5db90-d711-449f-9fbd-126f3b787ac7,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:38.623887 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 47bb739b-a6ca-4f5b-aad7-918c3f2ad994 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:38.624189 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (47bb739b-a6ca-4f5b-aad7-918c3f2ad994), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:38.656084 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] Set router 4e814fc9-e9c0-4dfd-ab1f-3066aa79da96 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:43:38.759885 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-47f642c4-e7d7-4a58-8246-21d7fa93f529 None None] Provisioning complete for port 88c5db90-d711-449f-9fbd-126f3b787ac7 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:38.760168 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-47f642c4-e7d7-4a58-8246-21d7fa93f529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (88c5db90-d711-449f-9fbd-126f3b787ac7), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:38.856505 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:43:39.038200 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 47bb739b-a6ca-4f5b-aad7-918c3f2ad994 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:39.135480 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-47f642c4-e7d7-4a58-8246-21d7fa93f529 None None] Current status of the port 88c5db90-d711-449f-9fbd-126f3b787ac7 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:39.136285 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-47f642c4-e7d7-4a58-8246-21d7fa93f529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (88c5db90-d711-449f-9fbd-126f3b787ac7), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:39.213155 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-47f642c4-e7d7-4a58-8246-21d7fa93f529 None None] For port 88c5db90-d711-449f-9fbd-126f3b787ac7, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=88c5db90-d711-449f-9fbd-126f3b787ac7,segment=NetworkSegment(bb055299-0c21-42be-97fd-719029a56136),segment_id=bb055299-0c21-42be-97fd-719029a56136)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:43:39.235294 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e814fc9-e9c0-4dfd-ab1f-3066aa79da96', 'name': 'tempest-TestMinimumBasicScenario-1651845338-router', 'tenant_id': '09108089d8344683a2edad2e591363b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '47bb739b-a6ca-4f5b-aad7-918c3f2ad994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:29Z', 'updated_at': '2022-02-21T00:43:34Z', 'revision_number': 4, 'project_id': '09108089d8344683a2edad2e591363b4', 'gw_port': {'id': '47bb739b-a6ca-4f5b-aad7-918c3f2ad994', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e814fc9-e9c0-4dfd-ab1f-3066aa79da96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:30Z', 'updated_at': '2022-02-21T00:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '88c5db90-d711-449f-9fbd-126f3b787ac7', 'name': '', 'network_id': '2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f', 'tenant_id': '09108089d8344683a2edad2e591363b4', 'mac_address': 'fa:16:3e:5d:ce:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e814fc9-e9c0-4dfd-ab1f-3066aa79da96', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '14d9d1e6-7de5-4ff9-aaf7-d40f9a4ef1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:33Z', 'updated_at': '2022-02-21T00:43:38Z', 'revision_number': 4, 'project_id': '09108089d8344683a2edad2e591363b4', 'subnets': [{'id': '14d9d1e6-7de5-4ff9-aaf7-d40f9a4ef1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:43:39.256022 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a86b2-852a-4bbf-8cb3-b5d2ddb84f48 req-3668c327-d4cc-4d5d-896d-8258473c3ae6 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:39.259271 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a18a86b2-852a-4bbf-8cb3-b5d2ddb84f48 req-3668c327-d4cc-4d5d-896d-8258473c3ae6 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0663555 Feb 21 00:43:39.276857 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accecb9d-462e-47fc-95f7-cb485e76c332 None None] The sync data for ids ['4e814fc9-e9c0-4dfd-ab1f-3066aa79da96'] in dv-cinder-813224-6-iscsi is: [{'id': '4e814fc9-e9c0-4dfd-ab1f-3066aa79da96', 'name': 'tempest-TestMinimumBasicScenario-1651845338-router', 'tenant_id': '09108089d8344683a2edad2e591363b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '47bb739b-a6ca-4f5b-aad7-918c3f2ad994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:29Z', 'updated_at': '2022-02-21T00:43:34Z', 'revision_number': 4, 'project_id': '09108089d8344683a2edad2e591363b4', 'gw_port': {'id': '47bb739b-a6ca-4f5b-aad7-918c3f2ad994', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e814fc9-e9c0-4dfd-ab1f-3066aa79da96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:30Z', 'updated_at': '2022-02-21T00:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '88c5db90-d711-449f-9fbd-126f3b787ac7', 'name': '', 'network_id': '2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f', 'tenant_id': '09108089d8344683a2edad2e591363b4', 'mac_address': 'fa:16:3e:5d:ce:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e814fc9-e9c0-4dfd-ab1f-3066aa79da96', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '14d9d1e6-7de5-4ff9-aaf7-d40f9a4ef1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:33Z', 'updated_at': '2022-02-21T00:43:38Z', 'revision_number': 4, 'project_id': '09108089d8344683a2edad2e591363b4', 'subnets': [{'id': '14d9d1e6-7de5-4ff9-aaf7-d40f9a4ef1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:43:39.277783 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-47f642c4-e7d7-4a58-8246-21d7fa93f529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (88c5db90-d711-449f-9fbd-126f3b787ac7), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:39.328776 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a18a86b2-852a-4bbf-8cb3-b5d2ddb84f48 req-cbe05f25-fdc3-4631-8c5c-064dccbe28ad tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634956 Feb 21 00:43:39.373268 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f642c4-e7d7-4a58-8246-21d7fa93f529 None None] Pushing event updated for resources: {'Port': ['ID=88c5db90-d711-449f-9fbd-126f3b787ac7,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:39.539499 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809688a-fea0-429a-affe-23eba87d254f req-6347a760-4462-4080-89ef-e5cd7382ac93 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:39.541928 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8809688a-fea0-429a-affe-23eba87d254f req-6347a760-4462-4080-89ef-e5cd7382ac93 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0928555 Feb 21 00:43:39.603119 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8809688a-fea0-429a-affe-23eba87d254f req-694bc763-bf35-494e-9a34-f1de94449bb6 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554903 Feb 21 00:43:40.359863 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 88c5db90-d711-449f-9fbd-126f3b787ac7 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:43:40.425303 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 88c5db90-d711-449f-9fbd-126f3b787ac7 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:43:40.426045 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (88c5db90-d711-449f-9fbd-126f3b787ac7), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:40.474678 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1c058-611e-4646-870a-b5cc2a67d483 req-1dcf1d67-95b2-4983-9454-aa91029dd801 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:40.476245 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-bbd1c058-611e-4646-870a-b5cc2a67d483 req-1dcf1d67-95b2-4983-9454-aa91029dd801 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0709081 Feb 21 00:43:40.530051 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-bbd1c058-611e-4646-870a-b5cc2a67d483 req-1780f827-7078-4e05-9bbe-0cbc2baee555 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472584 Feb 21 00:43:40.530993 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 88c5db90-d711-449f-9fbd-126f3b787ac7 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:43:40.743634 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5713670-1f06-4bb4-835d-7c05a3254bd7 req-72232472-3a31-4396-90bf-69d6e8544b1c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:40.746292 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a5713670-1f06-4bb4-835d-7c05a3254bd7 req-72232472-3a31-4396-90bf-69d6e8544b1c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0614283 Feb 21 00:43:40.794226 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a5713670-1f06-4bb4-835d-7c05a3254bd7 req-37a41d96-7522-45a3-b3dd-c8f98e2642cf tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428975 Feb 21 00:43:40.903319 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f029f7-dac7-4da7-b369-1e60996eee24 req-cc51300d-76f9-4fb8-8ae0-4ee054f8563d tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:40.905267 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-05f029f7-dac7-4da7-b369-1e60996eee24 req-cc51300d-76f9-4fb8-8ae0-4ee054f8563d tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.61 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 945 time: 0.0703337 Feb 21 00:43:41.041911 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-05f029f7-dac7-4da7-b369-1e60996eee24 req-3de61ff5-9cfd-4d66-a8e2-65b1fd15a244 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Deleting port 22c5729d-c5e6-40ec-be6d-389fa7713168 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:43:41.042548 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-05f029f7-dac7-4da7-b369-1e60996eee24 req-3de61ff5-9cfd-4d66-a8e2-65b1fd15a244 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (22c5729d-c5e6-40ec-be6d-389fa7713168), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:41.178215 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-05f029f7-dac7-4da7-b369-1e60996eee24 req-3de61ff5-9cfd-4d66-a8e2-65b1fd15a244 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] For port 22c5729d-c5e6-40ec-be6d-389fa7713168, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=22c5729d-c5e6-40ec-be6d-389fa7713168,segment=NetworkSegment(4dbd0238-a9cb-414c-a314-ae52faed5b0e),segment_id=4dbd0238-a9cb-414c-a314-ae52faed5b0e)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:43:41.178583 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-05f029f7-dac7-4da7-b369-1e60996eee24 req-3de61ff5-9cfd-4d66-a8e2-65b1fd15a244 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (22c5729d-c5e6-40ec-be6d-389fa7713168), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:41.199697 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-05f029f7-dac7-4da7-b369-1e60996eee24 req-3de61ff5-9cfd-4d66-a8e2-65b1fd15a244 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Calling delete_port for 22c5729d-c5e6-40ec-be6d-389fa7713168 owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:43:41.434060 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-05f029f7-dac7-4da7-b369-1e60996eee24 req-3de61ff5-9cfd-4d66-a8e2-65b1fd15a244 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (22c5729d-c5e6-40ec-be6d-389fa7713168), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:41.449366 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['70f91baf-b326-4c91-9a88-39ead255d620', '22c5729d-c5e6-40ec-be6d-389fa7713168'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:43:41.468166 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de61ff5-9cfd-4d66-a8e2-65b1fd15a244 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Pushing event deleted for resources: {'Port': ['ID=22c5729d-c5e6-40ec-be6d-389fa7713168,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:41.515410 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f029f7-dac7-4da7-b369-1e60996eee24 req-3de61ff5-9cfd-4d66-a8e2-65b1fd15a244 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] No DVR routers for this DVR port 22c5729d-c5e6-40ec-be6d-389fa7713168 on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:43:41.518820 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-05f029f7-dac7-4da7-b369-1e60996eee24 req-3de61ff5-9cfd-4d66-a8e2-65b1fd15a244 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:41.522176 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-05f029f7-dac7-4da7-b369-1e60996eee24 req-3de61ff5-9cfd-4d66-a8e2-65b1fd15a244 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.61 "DELETE /v2.0/ports/22c5729d-c5e6-40ec-be6d-389fa7713168 HTTP/1.1" status: 204 len: 173 time: 0.6090553 Feb 21 00:43:41.522628 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d74cae-14f9-4e4e-9ed0-44b9f32a6acf', 'name': 'network-vif-deleted', 'tag': '22c5729d-c5e6-40ec-be6d-389fa7713168'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:43:41.525289 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c6975f-3b40-4ed3-97c6-5f0eff17c9bd" -d '{"events": [{"server_uuid": "65d74cae-14f9-4e4e-9ed0-44b9f32a6acf", "name": "network-vif-deleted", "tag": "22c5729d-c5e6-40ec-be6d-389fa7713168"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:43:41.587728 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58165762-60fe-4d53-ac4c-b2402109ef99 x-openstack-request-id: req-58165762-60fe-4d53-ac4c-b2402109ef99 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:43:41.588523 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d74cae-14f9-4e4e-9ed0-44b9f32a6acf", "name": "network-vif-deleted", "tag": "22c5729d-c5e6-40ec-be6d-389fa7713168", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:43:41.589228 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-58165762-60fe-4d53-ac4c-b2402109ef99 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:43:41.589801 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d74cae-14f9-4e4e-9ed0-44b9f32a6acf', 'name': 'network-vif-deleted', 'tag': '22c5729d-c5e6-40ec-be6d-389fa7713168', 'status': 'completed', 'code': 200} Feb 21 00:43:41.723066 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0976062a-904f-4235-b59c-49f4bad78d91 req-9264190c-225a-4f32-b7d0-98c87b03bf9c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d74cae-14f9-4e4e-9ed0-44b9f32a6acf HTTP/1.1" status: 200 len: 210 time: 0.0441778 Feb 21 00:43:41.968700 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b30dbd-37fa-4efd-897c-19a7730776eb req-14c3ac75-89bf-437d-9779-ebd8d9dd7935 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:41.978261 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d2b30dbd-37fa-4efd-897c-19a7730776eb req-14c3ac75-89bf-437d-9779-ebd8d9dd7935 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0954757 Feb 21 00:43:42.040969 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d2b30dbd-37fa-4efd-897c-19a7730776eb req-f7c483bf-20b7-474b-a1ff-882e729d9fd0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611954 Feb 21 00:43:43.227511 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b287ca8-3dbc-4611-8a72-8e2ccfe3cd21 req-8e9a9345-f0f7-452a-aa96-cb0641892761 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:43.230633 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1b287ca8-3dbc-4611-8a72-8e2ccfe3cd21 req-8e9a9345-f0f7-452a-aa96-cb0641892761 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0901291 Feb 21 00:43:43.319572 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1b287ca8-3dbc-4611-8a72-8e2ccfe3cd21 req-2277ff2b-4fb7-42fa-81c0-cce240566ce3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833013 Feb 21 00:43:43.367821 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5631261-aa38-4d57-a1fd-33ce3ba0bb42 req-43372e57-1ba0-4175-976b-0941d6d14685 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:43.367821 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b5631261-aa38-4d57-a1fd-33ce3ba0bb42 req-43372e57-1ba0-4175-976b-0941d6d14685 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0833035 Feb 21 00:43:43.438330 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b5631261-aa38-4d57-a1fd-33ce3ba0bb42 req-4c742521-7c30-4647-b6d0-7285a91185ee tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707116 Feb 21 00:43:43.693502 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 22c5729d-c5e6-40ec-be6d-389fa7713168 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:43:43.727763 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: 22c5729d-c5e6-40ec-be6d-389fa7713168 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:43:43.728228 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 22c5729d-c5e6-40ec-be6d-389fa7713168 not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:43:44.503800 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7fab2-0cc1-465c-87c7-dd7a3b4cfa50 req-4ba5cbf7-3ff0-4a05-94c3-f05aa8e813e1 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:44.505874 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-37b7fab2-0cc1-465c-87c7-dd7a3b4cfa50 req-4ba5cbf7-3ff0-4a05-94c3-f05aa8e813e1 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0879328 Feb 21 00:43:44.607134 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-37b7fab2-0cc1-465c-87c7-dd7a3b4cfa50 req-c09b5b26-937c-441e-bb6b-a2d6d9d135fd tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940199 Feb 21 00:43:44.652311 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627afe5-e84a-4e13-9014-483d8e8ec474 req-596debcf-0c33-4410-bbf4-9626ee754ad7 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:44.656151 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7627afe5-e84a-4e13-9014-483d8e8ec474 req-596debcf-0c33-4410-bbf4-9626ee754ad7 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0862875 Feb 21 00:43:44.735190 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7627afe5-e84a-4e13-9014-483d8e8ec474 req-96c8eb2a-e653-4886-bfac-ed4b33de5e56 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605702 Feb 21 00:43:45.154030 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b975c-75eb-4ade-8759-b6a77d8de272 req-d144bebb-5a93-4496-8904-3819b38133db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:45.155867 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e35b975c-75eb-4ade-8759-b6a77d8de272 req-d144bebb-5a93-4496-8904-3819b38133db service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722&tenant_id=82b8f77b26bc425e8a2b357d7db9e33e HTTP/1.1" status: 200 len: 1128 time: 0.0938051 Feb 21 00:43:45.249055 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b975c-75eb-4ade-8759-b6a77d8de272 req-98db9079-50e8-477c-8315-4178ef128a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:45.250768 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e35b975c-75eb-4ade-8759-b6a77d8de272 req-98db9079-50e8-477c-8315-4178ef128a78 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82b8f77b26bc425e8a2b357d7db9e33e&device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 1128 time: 0.0661922 Feb 21 00:43:45.360892 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b975c-75eb-4ade-8759-b6a77d8de272 req-1f36708b-30fa-429b-8f3c-33b2ea7bce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:45.363257 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e35b975c-75eb-4ade-8759-b6a77d8de272 req-1f36708b-30fa-429b-8f3c-33b2ea7bce4d service neutron] 10.222.0.61 "GET /v2.0/networks?id=db91bc76-bbbd-4928-84db-ba174e4b8a5d HTTP/1.1" status: 200 len: 917 time: 0.1055958 Feb 21 00:43:45.437769 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e35b975c-75eb-4ade-8759-b6a77d8de272 req-7a44acd5-c170-489c-a7c4-fc9f9ac87b58 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463cd9ee-ca82-4229-af50-5f45d8b91936 HTTP/1.1" status: 200 len: 999 time: 0.0676470 Feb 21 00:43:45.490342 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b975c-75eb-4ade-8759-b6a77d8de272 req-da7cfd26-5fe4-4027-b8b9-691961c05314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:45.491902 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e35b975c-75eb-4ade-8759-b6a77d8de272 req-da7cfd26-5fe4-4027-b8b9-691961c05314 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fa227f87-1978-4806-9713-f4a79efc4e60 HTTP/1.1" status: 200 len: 855 time: 0.0482693 Feb 21 00:43:45.565737 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b975c-75eb-4ade-8759-b6a77d8de272 req-f9dfc220-6176-447c-a081-151901edfba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:45.567411 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e35b975c-75eb-4ade-8759-b6a77d8de272 req-f9dfc220-6176-447c-a081-151901edfba2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=db91bc76-bbbd-4928-84db-ba174e4b8a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662661 Feb 21 00:43:45.698570 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e35b975c-75eb-4ade-8759-b6a77d8de272 req-44e9a002-df28-40b8-9432-2817e9f5e2b4 service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181514 Feb 21 00:43:45.859730 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e35b975c-75eb-4ade-8759-b6a77d8de272 req-373a6f91-d91d-4ad2-ba93-3a8aa481cf17 service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553571 Feb 21 00:43:45.881753 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004d265-b355-45c0-9f01-4a10b47f9073 req-de51f3f6-1018-40e5-ad1a-aa41c9b686a8 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:45.883885 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb59e6-9399-4301-afbe-560e2f8aa622 req-ee9c62b9-e658-49d5-8798-306aa5073444 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:45.885636 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fcfb59e6-9399-4301-afbe-560e2f8aa622 req-ee9c62b9-e658-49d5-8798-306aa5073444 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.1586268 Feb 21 00:43:45.894837 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-3004d265-b355-45c0-9f01-4a10b47f9073 req-de51f3f6-1018-40e5-ad1a-aa41c9b686a8 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0764253 Feb 21 00:43:45.958063 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-3004d265-b355-45c0-9f01-4a10b47f9073 req-fa083d3b-97a2-42a9-817d-e06f90ea7083 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621600 Feb 21 00:43:45.990378 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fcfb59e6-9399-4301-afbe-560e2f8aa622 req-b20a8efe-fda4-4136-8b2e-121cf4c91bd0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961831 Feb 21 00:43:47.092192 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dfe27-4996-4227-a0a5-91cef014a012 req-35aaa856-1e39-458a-a507-66f0ba0d06ac tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:47.102836 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-942dfe27-4996-4227-a0a5-91cef014a012 req-35aaa856-1e39-458a-a507-66f0ba0d06ac tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0700901 Feb 21 00:43:47.160925 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-942dfe27-4996-4227-a0a5-91cef014a012 req-105f38e2-15c7-4c25-ab00-5b866768a5c4 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554221 Feb 21 00:43:47.173782 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d099c83-390a-4cb5-9768-ab4214c69835 req-152ec606-31c4-4888-af99-95c2cc6800fa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:47.176202 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-1d099c83-390a-4cb5-9768-ab4214c69835 req-152ec606-31c4-4888-af99-95c2cc6800fa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0714726 Feb 21 00:43:47.231011 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-1d099c83-390a-4cb5-9768-ab4214c69835 req-55abc2dc-681d-49ba-a41f-293a7ed90643 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491893 Feb 21 00:43:48.296576 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f053fc-a5a1-4bc7-91d9-29f704fc9359 req-61598806-d75f-40b9-be55-4265a26d3b21 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:48.298330 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-14f053fc-a5a1-4bc7-91d9-29f704fc9359 req-61598806-d75f-40b9-be55-4265a26d3b21 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0719028 Feb 21 00:43:48.356389 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-14f053fc-a5a1-4bc7-91d9-29f704fc9359 req-897504c8-6a49-480a-9cbd-90238178f72b tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518148 Feb 21 00:43:48.426185 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130af36-4613-49cc-a218-b369ba013fb4 req-557f9e8d-599a-4bfe-9346-43ad0272c74f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:48.434306 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b130af36-4613-49cc-a218-b369ba013fb4 req-557f9e8d-599a-4bfe-9346-43ad0272c74f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.1100767 Feb 21 00:43:48.488716 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b130af36-4613-49cc-a218-b369ba013fb4 req-58dd15de-b71a-4b37-a33d-f8abd859020d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477352 Feb 21 00:43:49.504526 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a79b9-eed2-459b-b18e-6bd8a32541df req-545acc4c-a5c2-4484-860a-36481c66f4bf tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:49.506110 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-694a79b9-eed2-459b-b18e-6bd8a32541df req-545acc4c-a5c2-4484-860a-36481c66f4bf tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0771353 Feb 21 00:43:49.553749 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-694a79b9-eed2-459b-b18e-6bd8a32541df req-e4743699-0aa8-4575-b6e5-d84434a55dc8 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421331 Feb 21 00:43:49.668004 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b205f-f62a-4263-b644-5bacca9c41d7 req-7c04a11b-7f63-42ad-9375-7eab32c97925 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:49.669685 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b53b205f-f62a-4263-b644-5bacca9c41d7 req-7c04a11b-7f63-42ad-9375-7eab32c97925 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0578744 Feb 21 00:43:49.682315 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-6ed865d7-1c1a-4c28-a4cd-94e12cf781d6 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:49.684343 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-6ed865d7-1c1a-4c28-a4cd-94e12cf781d6 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/networks?id=9dccae3d-137d-413e-b74f-606a0a010ab7 HTTP/1.1" status: 200 len: 815 time: 0.1311352 Feb 21 00:43:49.711943 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-9e64d32f-b083-4e4b-b8a3-8d35ddb558f3 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/quotas/0fb07f2cc8144e879b79dcbe84b1cbbb HTTP/1.1" status: 200 len: 375 time: 0.0132160 Feb 21 00:43:49.725118 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b53b205f-f62a-4263-b644-5bacca9c41d7 req-f8822b2d-d84a-40ba-8d52-14572bf8f8af tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471587 Feb 21 00:43:49.770938 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-c7a48dd7-4d9e-4341-bbd8-4adc6fc855df tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0fb07f2cc8144e879b79dcbe84b1cbbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612869 Feb 21 00:43:49.872356 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-fc8e6997-26e0-4cec-8bc3-1be83dd0b901 service neutron] 10.222.0.81 "GET /v2.0/networks/9dccae3d-137d-413e-b74f-606a0a010ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877266 Feb 21 00:43:49.968459 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-8d0ce5df-2acb-46e8-bf6a-786381b8e888 service neutron] 10.222.0.81 "GET /v2.0/networks/9dccae3d-137d-413e-b74f-606a0a010ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900683 Feb 21 00:43:50.309173 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3bbf3d36-f42c-46c9-b8de-1cb0eeb46e63 req-66eee33a-f742-478f-a10f-1a1011c63ca5 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 210 time: 0.0589356 Feb 21 00:43:50.670059 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89454e42-29f9-4b9c-ba6c-a597b292e274 req-67eb21dc-4bd2-4b1f-8a90-2bc25bc9b3bb tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:50.679934 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-89454e42-29f9-4b9c-ba6c-a597b292e274 req-67eb21dc-4bd2-4b1f-8a90-2bc25bc9b3bb tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 945 time: 0.0785697 Feb 21 00:43:50.778513 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-89454e42-29f9-4b9c-ba6c-a597b292e274 req-114da751-8e26-4b34-8d5e-8dfe6683aeae tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972817 Feb 21 00:43:50.832887 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52926e-64b3-4d87-843f-fd6529e01727 req-896bf412-b72f-489b-8c1f-2d60465c1156 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:50.837521 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-cd52926e-64b3-4d87-843f-fd6529e01727 req-896bf412-b72f-489b-8c1f-2d60465c1156 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.1062632 Feb 21 00:43:50.995537 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88ed56-f3ef-4f0b-854f-9485b13ca16f req-345fbfe6-5c60-4c45-b8a3-43ffc64e1167 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:50.997240 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9d88ed56-f3ef-4f0b-854f-9485b13ca16f req-345fbfe6-5c60-4c45-b8a3-43ffc64e1167 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.1434031 Feb 21 00:43:51.009533 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-cd52926e-64b3-4d87-843f-fd6529e01727 req-0243ab64-038f-4635-83c6-8ba8c7bdb084 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514592 Feb 21 00:43:51.076212 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9d88ed56-f3ef-4f0b-854f-9485b13ca16f req-c5b5c3fa-8009-4026-a11d-7f5ca59426e5 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723605 Feb 21 00:43:51.438051 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-86a547bb-68db-4027-ae70-c0f793456a8e req-ae8a9533-520e-4b0c-9e58-79989e5c156d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 210 time: 0.0633996 Feb 21 00:43:51.901757 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ce00e-9613-4677-bf2f-559df9ce67fe req-586699d3-5116-4f8c-a0af-7742b5d7aa48 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:51.903307 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e79ce00e-9613-4677-bf2f-559df9ce67fe req-586699d3-5116-4f8c-a0af-7742b5d7aa48 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 945 time: 0.0658548 Feb 21 00:43:51.953204 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e79ce00e-9613-4677-bf2f-559df9ce67fe req-025d89aa-3459-4015-adb7-2e8d68fc31dd tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442531 Feb 21 00:43:52.147080 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236383d-ca8e-4876-a66a-53ebc6c38cb8 req-f6dd5b6c-e03d-465e-8555-7a75bc165497 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:52.148643 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e236383d-ca8e-4876-a66a-53ebc6c38cb8 req-f6dd5b6c-e03d-465e-8555-7a75bc165497 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0719948 Feb 21 00:43:52.198253 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e236383d-ca8e-4876-a66a-53ebc6c38cb8 req-c4c30de7-6c35-4f27-97f8-f08f125397ac tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426562 Feb 21 00:43:52.234175 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51bf1c-ff72-4758-bc1c-21fc8459832b req-3ae2042f-9798-4581-a9a2-b1d88118c01f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:52.235968 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-af51bf1c-ff72-4758-bc1c-21fc8459832b req-3ae2042f-9798-4581-a9a2-b1d88118c01f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0685973 Feb 21 00:43:52.289884 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-af51bf1c-ff72-4758-bc1c-21fc8459832b req-c147af05-14ea-41ef-ac1e-f867cdcb1f70 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476778 Feb 21 00:43:52.547361 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-9b332bcb-caf5-46dc-8fde-d8b371ae01e5 req-213f9ac5-8493-4834-9bec-43c110073b96 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 210 time: 0.0408118 Feb 21 00:43:53.084817 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1e01a-c4b4-4c20-83b0-578f80f87212 req-fc6e46f5-2af3-443b-9e4c-455d515b968e tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:53.086823 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f9d1e01a-c4b4-4c20-83b0-578f80f87212 req-fc6e46f5-2af3-443b-9e4c-455d515b968e tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 945 time: 0.0639381 Feb 21 00:43:53.146486 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f9d1e01a-c4b4-4c20-83b0-578f80f87212 req-86270dbc-1778-4e65-b384-6d1a7abd364c tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513537 Feb 21 00:43:53.342351 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ba92f-8b5c-472d-b198-cb6753bf52ae req-c4d91afd-6bd2-4df1-85bc-8214bc5ac31c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:53.344596 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-118ba92f-8b5c-472d-b198-cb6753bf52ae req-c4d91afd-6bd2-4df1-85bc-8214bc5ac31c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0674169 Feb 21 00:43:53.397380 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-118ba92f-8b5c-472d-b198-cb6753bf52ae req-90963a8d-fb4d-4328-a604-07a55d2b25df tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462987 Feb 21 00:43:53.441036 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25ff15-6dea-437e-b5d3-aeab3b2cea8e req-81ee8634-c31b-4911-8424-70672534e776 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:53.445186 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-cb25ff15-6dea-437e-b5d3-aeab3b2cea8e req-81ee8634-c31b-4911-8424-70672534e776 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0566003 Feb 21 00:43:53.493409 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-cb25ff15-6dea-437e-b5d3-aeab3b2cea8e req-6ad19d2b-7018-47bb-afee-fd7fca4e1dd7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435462 Feb 21 00:43:53.635158 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d1897bcf-96f7-4a83-8858-b3f03254d026 req-8bff3672-78dd-4ed9-92eb-8b794f5802e0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 210 time: 0.0284326 Feb 21 00:43:54.298863 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c2092-953f-49f9-8e9a-c184564dfbba req-4380aa51-37ed-450c-aae4-042c3f6208a9 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:54.300343 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8c3c2092-953f-49f9-8e9a-c184564dfbba req-4380aa51-37ed-450c-aae4-042c3f6208a9 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 945 time: 0.0794399 Feb 21 00:43:54.349222 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8c3c2092-953f-49f9-8e9a-c184564dfbba req-979cef9b-e38f-490e-a4bc-0534be9d5fa2 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427158 Feb 21 00:43:54.523858 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2754341-9f26-4acb-9579-23149bf0a565 req-58931c5c-cfe3-4135-a165-f51f380bec6c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:54.525377 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e2754341-9f26-4acb-9579-23149bf0a565 req-58931c5c-cfe3-4135-a165-f51f380bec6c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0579076 Feb 21 00:43:54.572533 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e2754341-9f26-4acb-9579-23149bf0a565 req-23db50c8-eb42-486c-8515-01de2be7ca83 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414746 Feb 21 00:43:54.640147 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b6cb9-b5b8-4dc7-a8fe-4fe581530d91 req-ca350f0a-c307-404b-a11e-290aca8d82a8 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:54.641551 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-725b6cb9-b5b8-4dc7-a8fe-4fe581530d91 req-ca350f0a-c307-404b-a11e-290aca8d82a8 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0766730 Feb 21 00:43:54.688880 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-725b6cb9-b5b8-4dc7-a8fe-4fe581530d91 req-a131043f-f1eb-439f-afa9-d0acaf9d0062 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414984 Feb 21 00:43:54.740597 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-44bba2ce-c025-4506-beb1-dd6e79ca06d7 req-14f7752a-ecb2-40cc-9671-76ad5ba6df95 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 210 time: 0.0365660 Feb 21 00:43:55.489428 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc99b3-9758-4a7c-a43b-96650d0ffcb1 req-ddc5bb7a-fadd-4fc7-bc4a-7a1932c01fdf tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:55.492299 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0dcc99b3-9758-4a7c-a43b-96650d0ffcb1 req-ddc5bb7a-fadd-4fc7-bc4a-7a1932c01fdf tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 945 time: 0.0636907 Feb 21 00:43:55.547783 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0dcc99b3-9758-4a7c-a43b-96650d0ffcb1 req-0836be60-a791-4b3a-ba92-98120bb97772 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513358 Feb 21 00:43:55.713740 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d361a-dec2-4b2f-84c4-3d41182215ff req-b6f732d9-20a0-4c55-9e7f-4821377f3f6d tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:55.722061 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-013d361a-dec2-4b2f-84c4-3d41182215ff req-b6f732d9-20a0-4c55-9e7f-4821377f3f6d tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0616381 Feb 21 00:43:55.780025 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-013d361a-dec2-4b2f-84c4-3d41182215ff req-18b80978-4987-4905-966a-ee5603672189 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570240 Feb 21 00:43:55.873064 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954305b6-f57f-4067-8a67-205858d880da req-23ff093e-4c3d-4eec-892e-31f648f8fa0a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:55.884888 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-954305b6-f57f-4067-8a67-205858d880da req-23ff093e-4c3d-4eec-892e-31f648f8fa0a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0978644 Feb 21 00:43:55.942429 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f6300f27-9077-465f-96f3-eb8762a32d39 req-6e7bef1e-7aac-4026-8249-ac2582bd1ba0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 210 time: 0.0430739 Feb 21 00:43:55.961690 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-954305b6-f57f-4067-8a67-205858d880da req-6734fcab-c271-45b2-a4d0-dcfc8cf6b7af tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687349 Feb 21 00:43:56.153281 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:56.709604 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aed74a-2661-41aa-8f10-73ce6f4ec9f0 req-0b5940a5-5247-40ed-94ca-1aa563ad60e8 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:56.716834 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-52aed74a-2661-41aa-8f10-73ce6f4ec9f0 req-0b5940a5-5247-40ed-94ca-1aa563ad60e8 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 945 time: 0.0701585 Feb 21 00:43:56.778625 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-52aed74a-2661-41aa-8f10-73ce6f4ec9f0 req-5d764527-e808-4adf-9296-5e031d777ce1 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590012 Feb 21 00:43:56.869383 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-bd77e227-87b9-432d-b4b8-a6dd835a8969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:56.939455 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a430971-47f6-4eeb-a270-21b2cb60cb4c req-672f9d00-be1c-4bda-8640-d81530f63476 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:56.941744 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8a430971-47f6-4eeb-a270-21b2cb60cb4c req-672f9d00-be1c-4bda-8640-d81530f63476 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0549827 Feb 21 00:43:57.014052 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8a430971-47f6-4eeb-a270-21b2cb60cb4c req-e0cee3c5-9203-45fe-9246-5101ca858350 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663288 Feb 21 00:43:57.069773 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-36b636ec-202c-4303-aa6c-67c24fc218fb req-15a3257d-8378-4341-b22f-7753a67dfad2 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 210 time: 0.0401943 Feb 21 00:43:57.190909 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132baef3-b84f-4484-b586-0ae194a28cfe req-d674cb3b-4f0d-452a-af87-3e3e93777fa1 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:57.193287 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-132baef3-b84f-4484-b586-0ae194a28cfe req-d674cb3b-4f0d-452a-af87-3e3e93777fa1 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0923030 Feb 21 00:43:57.255608 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-132baef3-b84f-4484-b586-0ae194a28cfe req-6f12771f-953c-41df-8ad5-6a3ae04022e0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557044 Feb 21 00:43:57.304068 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 54466) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:57.443444 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-5e8896bc-e922-41dd-b44d-8c2ede246e25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:57.526052 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-5e8896bc-e922-41dd-b44d-8c2ede246e25 admin admin] Publish callbacks [] for security_group (cb3a516c-9dbf-4e63-aa3a-69435f1acb88), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:57.599135 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-5e8896bc-e922-41dd-b44d-8c2ede246e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (cb3a516c-9dbf-4e63-aa3a-69435f1acb88), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:57.662654 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-5e8896bc-e922-41dd-b44d-8c2ede246e25 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ea24d5d8fa3f4c16aa98e8eac9eb7fe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3570201 Feb 21 00:43:57.665015 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 54474) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:43:57.666126 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8896bc-e922-41dd-b44d-8c2ede246e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3a516c-9dbf-4e63-aa3a-69435f1acb88,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:57.673681 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8896bc-e922-41dd-b44d-8c2ede246e25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.674061 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8896bc-e922-41dd-b44d-8c2ede246e25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.674378 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8896bc-e922-41dd-b44d-8c2ede246e25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.674731 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8896bc-e922-41dd-b44d-8c2ede246e25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.675060 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8896bc-e922-41dd-b44d-8c2ede246e25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.676271 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8896bc-e922-41dd-b44d-8c2ede246e25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.677068 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8896bc-e922-41dd-b44d-8c2ede246e25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.677428 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8896bc-e922-41dd-b44d-8c2ede246e25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.677757 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8896bc-e922-41dd-b44d-8c2ede246e25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.678093 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8896bc-e922-41dd-b44d-8c2ede246e25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.678429 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8896bc-e922-41dd-b44d-8c2ede246e25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.678760 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8896bc-e922-41dd-b44d-8c2ede246e25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.679088 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8896bc-e922-41dd-b44d-8c2ede246e25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.728956 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9ff449f2-c4a8-4fd9-8109-4035ee10515e admin admin] Publish callbacks [] for security_group (cb3a516c-9dbf-4e63-aa3a-69435f1acb88), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:57.754850 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9ff449f2-c4a8-4fd9-8109-4035ee10515e admin admin] Publish callbacks [] for security_group (cb3a516c-9dbf-4e63-aa3a-69435f1acb88), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:57.896429 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9ff449f2-c4a8-4fd9-8109-4035ee10515e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (cb3a516c-9dbf-4e63-aa3a-69435f1acb88), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:57.899179 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9ff449f2-c4a8-4fd9-8109-4035ee10515e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:57.902819 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-9ff449f2-c4a8-4fd9-8109-4035ee10515e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb3a516c-9dbf-4e63-aa3a-69435f1acb88 HTTP/1.1" status: 204 len: 168 time: 0.2342622 Feb 21 00:43:57.915457 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff449f2-c4a8-4fd9-8109-4035ee10515e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3a516c-9dbf-4e63-aa3a-69435f1acb88,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:43:57.923481 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff449f2-c4a8-4fd9-8109-4035ee10515e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.923839 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff449f2-c4a8-4fd9-8109-4035ee10515e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.924213 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff449f2-c4a8-4fd9-8109-4035ee10515e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.924525 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff449f2-c4a8-4fd9-8109-4035ee10515e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.924904 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff449f2-c4a8-4fd9-8109-4035ee10515e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.925230 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff449f2-c4a8-4fd9-8109-4035ee10515e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.926914 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff449f2-c4a8-4fd9-8109-4035ee10515e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.927258 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff449f2-c4a8-4fd9-8109-4035ee10515e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.927592 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff449f2-c4a8-4fd9-8109-4035ee10515e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.927924 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff449f2-c4a8-4fd9-8109-4035ee10515e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.928304 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff449f2-c4a8-4fd9-8109-4035ee10515e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.928662 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff449f2-c4a8-4fd9-8109-4035ee10515e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.928990 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff449f2-c4a8-4fd9-8109-4035ee10515e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:43:57.952089 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805ca33-60f4-4b65-909e-7a5db41bd001 req-60c7570f-cd2a-4fef-8000-f1e8f44c5dd5 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:57.959659 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0805ca33-60f4-4b65-909e-7a5db41bd001 req-60c7570f-cd2a-4fef-8000-f1e8f44c5dd5 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 945 time: 0.0948093 Feb 21 00:43:58.044929 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0805ca33-60f4-4b65-909e-7a5db41bd001 req-7d518ea7-d66a-4141-a940-99fca938f39f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815315 Feb 21 00:43:58.209916 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e61d6cb5-c6c4-4e2d-bd1d-50a9e0a1843a req-537b11f9-1088-4736-883d-d35850416aef tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 210 time: 0.0510213 Feb 21 00:43:58.231133 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903905c0-6fd4-46f8-b2d3-c1ba83286715 req-f2ff71c0-dc49-415d-b07a-7782605dcc86 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:58.232955 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-903905c0-6fd4-46f8-b2d3-c1ba83286715 req-f2ff71c0-dc49-415d-b07a-7782605dcc86 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0852468 Feb 21 00:43:58.304521 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-903905c0-6fd4-46f8-b2d3-c1ba83286715 req-1e4753e3-3769-4985-99c1-cd3d48b07970 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636306 Feb 21 00:43:58.423177 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a98fd-1a71-495f-af12-6ccf3962a378 req-c22a5e95-4b9c-496e-8f68-6f1522b57a0a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:58.429330 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-274a98fd-1a71-495f-af12-6ccf3962a378 req-c22a5e95-4b9c-496e-8f68-6f1522b57a0a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0764215 Feb 21 00:43:58.486924 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-274a98fd-1a71-495f-af12-6ccf3962a378 req-ae3ac749-6b6c-4dc5-8075-a092607d4cec tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557532 Feb 21 00:43:59.015933 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-8b043038-80f7-469b-8f06-b9ae4a04c368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:59.198199 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d990dc-5a59-4c67-814c-3ca8e94d8320 req-2cbe55cd-e56b-49e5-8015-c63e6aec3bf8 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:59.199995 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f8d990dc-5a59-4c67-814c-3ca8e94d8320 req-2cbe55cd-e56b-49e5-8015-c63e6aec3bf8 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 945 time: 0.0555763 Feb 21 00:43:59.250461 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f8d990dc-5a59-4c67-814c-3ca8e94d8320 req-ac87a7a4-3af8-46d5-a981-3e78d8fe118a tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450840 Feb 21 00:43:59.309030 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-5210f6c0-7401-4153-a4d1-39e156712115 req-ea39f9a0-1462-4095-a259-fcba39ebf661 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 210 time: 0.0318015 Feb 21 00:43:59.422012 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ae943-c1ce-4d13-b37b-d8baab9fbdbe req-99a56b97-5245-49a2-a3b5-3ea64c51206c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:59.423466 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3c7ae943-c1ce-4d13-b37b-d8baab9fbdbe req-99a56b97-5245-49a2-a3b5-3ea64c51206c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0519969 Feb 21 00:43:59.472937 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3c7ae943-c1ce-4d13-b37b-d8baab9fbdbe req-708eba25-19c5-4fcc-8bad-f4c476be881a tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426109 Feb 21 00:43:59.617748 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26b477-b849-41e1-aa7a-637d2efd78ec req-0867a7e6-dd54-4e88-a092-0880e66390da tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:59.619199 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-3c26b477-b849-41e1-aa7a-637d2efd78ec req-0867a7e6-dd54-4e88-a092-0880e66390da tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0517809 Feb 21 00:43:59.665908 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-3c26b477-b849-41e1-aa7a-637d2efd78ec req-a260aa5e-e9ed-484b-a4fb-33267be11cf5 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409858 Feb 21 00:43:59.869631 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768df326-d0e7-4770-ac56-e264490459e2 req-7344bf8c-17b7-497d-b7ba-92dbe652e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:43:59.871012 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-768df326-d0e7-4770-ac56-e264490459e2 req-7344bf8c-17b7-497d-b7ba-92dbe652e15a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82b8f77b26bc425e8a2b357d7db9e33e&device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 1128 time: 0.0451634 Feb 21 00:44:00.290366 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:00.376582 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31336921-d4da-4b65-b48e-72595f27a837 req-985e2a7b-e9de-47f6-bce9-cb0f8d074bc4 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:00.378125 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-31336921-d4da-4b65-b48e-72595f27a837 req-985e2a7b-e9de-47f6-bce9-cb0f8d074bc4 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 945 time: 0.0535207 Feb 21 00:44:00.406133 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-9e877f6c-cf7d-44b9-ba5d-56c714ca149a req-1936a873-856d-41c8-929f-c300d75de401 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 210 time: 0.0285370 Feb 21 00:44:00.427934 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-31336921-d4da-4b65-b48e-72595f27a837 req-114af1db-b213-491e-ad1c-0662e94e91c5 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434382 Feb 21 00:44:00.589495 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee7688-ffa4-477e-ac36-361518dd4ba5 req-adad7ccd-3aba-430d-95d8-4c61c0ad0360 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:00.590947 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a5ee7688-ffa4-477e-ac36-361518dd4ba5 req-adad7ccd-3aba-430d-95d8-4c61c0ad0360 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0528126 Feb 21 00:44:00.642027 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a5ee7688-ffa4-477e-ac36-361518dd4ba5 req-88656a10-16db-45fa-aacb-92adf1419cfe tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454667 Feb 21 00:44:00.787536 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6841cd7-b0e4-4dbf-b431-4c79fed5f12b req-0ef78cbe-c295-4f63-95f2-511b7852c433 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:00.789011 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f6841cd7-b0e4-4dbf-b431-4c79fed5f12b req-0ef78cbe-c295-4f63-95f2-511b7852c433 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0526533 Feb 21 00:44:00.838110 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f6841cd7-b0e4-4dbf-b431-4c79fed5f12b req-f5b0ee7b-735c-460b-be20-86809e68f9a3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435839 Feb 21 00:44:01.498915 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-5ba67ee7-8bde-4598-8531-b7390ffd145c req-d93aac75-ab96-417b-88bd-f962036e8635 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 210 time: 0.0268490 Feb 21 00:44:01.545717 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c42a92-0261-466a-9d16-0b45993541d7 req-0841a826-4176-4bae-a07d-186ce6d1e579 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:01.547967 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-32c42a92-0261-466a-9d16-0b45993541d7 req-0841a826-4176-4bae-a07d-186ce6d1e579 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 945 time: 0.0535831 Feb 21 00:44:01.594755 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-32c42a92-0261-466a-9d16-0b45993541d7 req-31c9ebe2-1158-449a-ab06-2ea5276051e8 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412035 Feb 21 00:44:01.615763 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:01.760535 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e95ae-9a50-46bf-8ace-a5b46cbc4ddf req-a827afa7-c0a0-4348-a29c-184fd4e2878d tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:01.762055 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-298e95ae-9a50-46bf-8ace-a5b46cbc4ddf req-a827afa7-c0a0-4348-a29c-184fd4e2878d tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0519288 Feb 21 00:44:01.808963 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-298e95ae-9a50-46bf-8ace-a5b46cbc4ddf req-2988c8ed-3309-4cfb-be31-7280b0e2720e tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413435 Feb 21 00:44:01.983082 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb147d-2316-4ae7-8f55-5c5080c464db req-a4b2f710-7011-42ca-a78a-0a91d1ff95c3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:01.984699 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d1cb147d-2316-4ae7-8f55-5c5080c464db req-a4b2f710-7011-42ca-a78a-0a91d1ff95c3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0759323 Feb 21 00:44:02.036476 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d1cb147d-2316-4ae7-8f55-5c5080c464db req-c6eba021-03cc-4641-811d-41d75fb33b98 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448718 Feb 21 00:44:02.472235 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768df326-d0e7-4770-ac56-e264490459e2 req-dd994d66-39e6-4c16-a146-d41c9f193e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:02.473709 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-768df326-d0e7-4770-ac56-e264490459e2 req-dd994d66-39e6-4c16-a146-d41c9f193e44 service neutron] 10.222.0.61 "GET /v2.0/networks?id=db91bc76-bbbd-4928-84db-ba174e4b8a5d HTTP/1.1" status: 200 len: 917 time: 0.0881348 Feb 21 00:44:02.540932 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-768df326-d0e7-4770-ac56-e264490459e2 req-ce0ab5b8-73e1-47dc-9d8e-d63339a4060c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463cd9ee-ca82-4229-af50-5f45d8b91936 HTTP/1.1" status: 200 len: 999 time: 0.0588610 Feb 21 00:44:02.595133 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-7f105726-551b-445f-8c88-d981c927931a req-cab7d20f-69b9-4f2c-abd8-e341a58b0398 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 210 time: 0.0298638 Feb 21 00:44:02.634867 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768df326-d0e7-4770-ac56-e264490459e2 req-1bf17dbf-23ba-413a-8341-0ea2e145b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:02.635932 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-768df326-d0e7-4770-ac56-e264490459e2 req-1bf17dbf-23ba-413a-8341-0ea2e145b65c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fa227f87-1978-4806-9713-f4a79efc4e60 HTTP/1.1" status: 200 len: 855 time: 0.0868299 Feb 21 00:44:02.704487 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be0799-0bef-46c5-9065-8865cc178b82 req-53b3fdf5-7291-4f3d-a303-2644f1ab5a49 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:02.705907 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-56be0799-0bef-46c5-9065-8865cc178b82 req-53b3fdf5-7291-4f3d-a303-2644f1ab5a49 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.1112311 Feb 21 00:44:02.778594 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768df326-d0e7-4770-ac56-e264490459e2 req-bfff06c3-0cdc-4c51-8069-da0c37a2be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:02.780087 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-768df326-d0e7-4770-ac56-e264490459e2 req-bfff06c3-0cdc-4c51-8069-da0c37a2be22 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=db91bc76-bbbd-4928-84db-ba174e4b8a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1345317 Feb 21 00:44:02.934091 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3182a9-da5c-42fb-8309-64655562e1f9 req-65d4705d-51cb-4d84-ba3a-072f9e5481b1 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:02.935772 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-1c3182a9-da5c-42fb-8309-64655562e1f9 req-65d4705d-51cb-4d84-ba3a-072f9e5481b1 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 945 time: 0.0613091 Feb 21 00:44:02.989616 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-1c3182a9-da5c-42fb-8309-64655562e1f9 req-3940a5ce-683e-4e22-9831-a5bd292121c4 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e9a29a1-bed6-4df4-9173-aa523c3fdc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462134 Feb 21 00:44:03.094326 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbe283-5f84-45bf-9ee4-693a6ceafd66 req-2e57bcf9-f701-4bae-96f6-ad67fbe3ce53 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:03.095771 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-edcbe283-5f84-45bf-9ee4-693a6ceafd66 req-2e57bcf9-f701-4bae-96f6-ad67fbe3ce53 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 945 time: 0.4150748 Feb 21 00:44:03.101741 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:03.165183 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ea594-4b1b-46ab-8c8b-ed18901ad54c req-3bc1a7c9-fa61-4333-ac3b-ec5b9c2c80fe tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:03.166690 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-373ea594-4b1b-46ab-8c8b-ed18901ad54c req-3bc1a7c9-fa61-4333-ac3b-ec5b9c2c80fe tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0522361 Feb 21 00:44:03.182319 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-768df326-d0e7-4770-ac56-e264490459e2 req-3e11801d-7a9a-4e3a-b66e-636b08fefcd5 service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938627 Feb 21 00:44:03.186537 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-edcbe283-5f84-45bf-9ee4-693a6ceafd66 req-a749cf68-b4d1-4c42-94eb-8ed196369b88 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837288 Feb 21 00:44:03.188322 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-56be0799-0bef-46c5-9065-8865cc178b82 req-5b8a3006-deee-4766-831f-5e6b9babec3c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Deleting port 70f91baf-b326-4c91-9a88-39ead255d620 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:44:03.188695 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-56be0799-0bef-46c5-9065-8865cc178b82 req-5b8a3006-deee-4766-831f-5e6b9babec3c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (70f91baf-b326-4c91-9a88-39ead255d620), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:03.214714 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-373ea594-4b1b-46ab-8c8b-ed18901ad54c req-87210f1d-38d9-4e99-9a27-bd49ee886611 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422432 Feb 21 00:44:03.342972 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-56be0799-0bef-46c5-9065-8865cc178b82 req-5b8a3006-deee-4766-831f-5e6b9babec3c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] For port 70f91baf-b326-4c91-9a88-39ead255d620, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=70f91baf-b326-4c91-9a88-39ead255d620,segment=NetworkSegment(4dbd0238-a9cb-414c-a314-ae52faed5b0e),segment_id=4dbd0238-a9cb-414c-a314-ae52faed5b0e)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:44:03.343343 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-56be0799-0bef-46c5-9065-8865cc178b82 req-5b8a3006-deee-4766-831f-5e6b9babec3c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (70f91baf-b326-4c91-9a88-39ead255d620), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:03.347889 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-768df326-d0e7-4770-ac56-e264490459e2 req-108028b6-60af-4219-bc04-ccfc7da8058f service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555820 Feb 21 00:44:03.358484 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-56be0799-0bef-46c5-9065-8865cc178b82 req-5b8a3006-deee-4766-831f-5e6b9babec3c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Calling delete_port for 70f91baf-b326-4c91-9a88-39ead255d620 owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:44:03.579371 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-b634b24f-81c6-402d-8c20-153b70ba7da7 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:03.580744 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-b634b24f-81c6-402d-8c20-153b70ba7da7 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.61 "GET /v2.0/networks?id=9dccae3d-137d-413e-b74f-606a0a010ab7 HTTP/1.1" status: 200 len: 815 time: 0.1037927 Feb 21 00:44:03.595601 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-5638ea0b-0257-4c4a-a00f-a4af81502175 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Request body: {'port': {'device_id': '1ab0e027-ae90-4929-9fe7-3b9fe979966f', 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7', 'admin_state_up': True, 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:03.615468 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-56be0799-0bef-46c5-9065-8865cc178b82 req-5b8a3006-deee-4766-831f-5e6b9babec3c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (70f91baf-b326-4c91-9a88-39ead255d620), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:03.628818 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['70f91baf-b326-4c91-9a88-39ead255d620'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:44:03.675158 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a3006-deee-4766-831f-5e6b9babec3c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Pushing event deleted for resources: {'Port': ['ID=70f91baf-b326-4c91-9a88-39ead255d620,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:03.757110 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-56be0799-0bef-46c5-9065-8865cc178b82 req-5b8a3006-deee-4766-831f-5e6b9babec3c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] No DVR routers for this DVR port 70f91baf-b326-4c91-9a88-39ead255d620 on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:44:03.779412 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-56be0799-0bef-46c5-9065-8865cc178b82 req-5b8a3006-deee-4766-831f-5e6b9babec3c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:03.782781 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-56be0799-0bef-46c5-9065-8865cc178b82 req-5b8a3006-deee-4766-831f-5e6b9babec3c tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.61 "DELETE /v2.0/ports/70f91baf-b326-4c91-9a88-39ead255d620 HTTP/1.1" status: 204 len: 173 time: 1.0598319 Feb 21 00:44:03.785320 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-65327df5-0666-4d52-a659-d896921019a8 req-091992be-0c0a-4740-9806-2badc20d3810 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 210 time: 0.0744367 Feb 21 00:44:03.785794 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7444cf4-d1b7-44aa-8558-c65465871d71', 'name': 'network-vif-deleted', 'tag': '70f91baf-b326-4c91-9a88-39ead255d620'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:44:03.788064 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ef8057-6ed3-44a9-bb1a-cf37729580dc" -d '{"events": [{"server_uuid": "b7444cf4-d1b7-44aa-8558-c65465871d71", "name": "network-vif-deleted", "tag": "70f91baf-b326-4c91-9a88-39ead255d620"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:44:03.849924 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d766436a-52f6-462c-ba98-f37be7f85e53 x-openstack-request-id: req-d766436a-52f6-462c-ba98-f37be7f85e53 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:44:03.850232 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7444cf4-d1b7-44aa-8558-c65465871d71", "name": "network-vif-deleted", "tag": "70f91baf-b326-4c91-9a88-39ead255d620", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:44:03.850501 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d766436a-52f6-462c-ba98-f37be7f85e53 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:44:03.850884 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7444cf4-d1b7-44aa-8558-c65465871d71', 'name': 'network-vif-deleted', 'tag': '70f91baf-b326-4c91-9a88-39ead255d620', 'status': 'completed', 'code': 200} Feb 21 00:44:03.935979 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-5638ea0b-0257-4c4a-a00f-a4af81502175 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Made reservation on behalf of 0fb07f2cc8144e879b79dcbe84b1cbbb for: {'port': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:44:03.939683 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-5638ea0b-0257-4c4a-a00f-a4af81502175 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:04.115532 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-91372264-c59e-4e78-8b84-ef8a2737e388 req-641bc47c-a27f-4976-b6f2-0d7abdeed702 tempest-ServerRescueNegativeTestJSON-1111901142 tempest-ServerRescueNegativeTestJSON-1111901142-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7444cf4-d1b7-44aa-8558-c65465871d71 HTTP/1.1" status: 200 len: 210 time: 0.0439260 Feb 21 00:44:04.130205 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-5638ea0b-0257-4c4a-a00f-a4af81502175 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Allocated IP 172.20.0.3 (9dccae3d-137d-413e-b74f-606a0a010ab7/c23234aa-eee5-4469-8f47-c9bd111b8f81/3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:44:04.138772 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d80529-cdd9-45c2-86ec-edd72074e310 req-3c7c337b-8dd0-4a68-bda2-b2d124754b61 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:04.140206 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b0d80529-cdd9-45c2-86ec-edd72074e310 req-3c7c337b-8dd0-4a68-bda2-b2d124754b61 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 945 time: 0.1341825 Feb 21 00:44:04.347251 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-b0d80529-cdd9-45c2-86ec-edd72074e310 req-a1494ff6-45aa-4dfc-98be-6c535cc5bdf7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Deleting port f47f2d44-187e-4804-8559-043d33cc2c82 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:44:04.347936 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-b0d80529-cdd9-45c2-86ec-edd72074e310 req-a1494ff6-45aa-4dfc-98be-6c535cc5bdf7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (f47f2d44-187e-4804-8559-043d33cc2c82), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:04.386376 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c2ee4-3bbd-45b7-9fd8-b8ff449453df req-1b891e4d-80f1-40f7-89f8-76840b79d3f7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:04.389064 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-9f7c2ee4-3bbd-45b7-9fd8-b8ff449453df req-1b891e4d-80f1-40f7-89f8-76840b79d3f7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 945 time: 0.0795937 Feb 21 00:44:04.443177 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-9f7c2ee4-3bbd-45b7-9fd8-b8ff449453df req-59a6fdc5-2499-4c00-a5b3-273b8be2b58a tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466900 Feb 21 00:44:04.451907 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-5638ea0b-0257-4c4a-a00f-a4af81502175 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:04.508015 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-b0d80529-cdd9-45c2-86ec-edd72074e310 req-a1494ff6-45aa-4dfc-98be-6c535cc5bdf7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] For port f47f2d44-187e-4804-8559-043d33cc2c82, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f47f2d44-187e-4804-8559-043d33cc2c82,segment=NetworkSegment(5171ad0f-cdd7-4d59-a1da-485b04cc5db5),segment_id=5171ad0f-cdd7-4d59-a1da-485b04cc5db5)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:44:04.508794 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-b0d80529-cdd9-45c2-86ec-edd72074e310 req-a1494ff6-45aa-4dfc-98be-6c535cc5bdf7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (f47f2d44-187e-4804-8559-043d33cc2c82), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:04.536752 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9e50d-064d-4475-87fd-dd08acedc173 req-c31532b8-87f2-461a-b583-f85a38fac037 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:04.538476 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ebe9e50d-064d-4475-87fd-dd08acedc173 req-c31532b8-87f2-461a-b583-f85a38fac037 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.1962142 Feb 21 00:44:04.544069 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-b0d80529-cdd9-45c2-86ec-edd72074e310 req-a1494ff6-45aa-4dfc-98be-6c535cc5bdf7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Calling delete_port for f47f2d44-187e-4804-8559-043d33cc2c82 owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:44:04.627568 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-5638ea0b-0257-4c4a-a00f-a4af81502175 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:04.693725 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ebe9e50d-064d-4475-87fd-dd08acedc173 req-3598507a-6beb-43bb-9c35-2da0d31f3b6b tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457024 Feb 21 00:44:04.719079 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-5638ea0b-0257-4c4a-a00f-a4af81502175 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Network 9dccae3d-137d-413e-b74f-606a0a010ab7 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:44:04.732216 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-5638ea0b-0257-4c4a-a00f-a4af81502175 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:44:04.739389 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-5638ea0b-0257-4c4a-a00f-a4af81502175 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:44:04.749234 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638ea0b-0257-4c4a-a00f-a4af81502175 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Pushing event updated for resources: {'Port': ['ID=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:04.904446 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-5638ea0b-0257-4c4a-a00f-a4af81502175 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:04.905460 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-5638ea0b-0257-4c4a-a00f-a4af81502175 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:04.978373 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea957e-d409-41f7-a09c-707d27ef871b req-76f5771e-5cc8-494c-adaa-ced498974390 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:04.986451 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-95ea957e-d409-41f7-a09c-707d27ef871b req-76f5771e-5cc8-494c-adaa-ced498974390 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 931 time: 0.0803692 Feb 21 00:44:04.988672 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-b0d80529-cdd9-45c2-86ec-edd72074e310 req-a1494ff6-45aa-4dfc-98be-6c535cc5bdf7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (f47f2d44-187e-4804-8559-043d33cc2c82), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:05.001326 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['b3169a9e-759b-4541-9058-21346f041bfa', '89c86f05-1c24-4773-a113-d654b8d6d24f', 'd692d560-d825-4ec3-91af-87fec2ba028b', 'f47f2d44-187e-4804-8559-043d33cc2c82'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:44:05.058045 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-5638ea0b-0257-4c4a-a00f-a4af81502175 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4660401 Feb 21 00:44:05.059357 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1494ff6-45aa-4dfc-98be-6c535cc5bdf7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Pushing event deleted for resources: {'Port': ['ID=f47f2d44-187e-4804-8559-043d33cc2c82,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:05.087367 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-95ea957e-d409-41f7-a09c-707d27ef871b req-1f7a5269-6e0a-4ac7-8c3a-1e487aa45436 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989203 Feb 21 00:44:05.098092 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Request body: {'port': {'device_id': '1ab0e027-ae90-4929-9fe7-3b9fe979966f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:05.142228 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d80529-cdd9-45c2-86ec-edd72074e310 req-a1494ff6-45aa-4dfc-98be-6c535cc5bdf7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] No DVR routers for this DVR port f47f2d44-187e-4804-8559-043d33cc2c82 on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:44:05.147116 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-b0d80529-cdd9-45c2-86ec-edd72074e310 req-a1494ff6-45aa-4dfc-98be-6c535cc5bdf7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:05.150772 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b0d80529-cdd9-45c2-86ec-edd72074e310 req-a1494ff6-45aa-4dfc-98be-6c535cc5bdf7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.61 "DELETE /v2.0/ports/f47f2d44-187e-4804-8559-043d33cc2c82 HTTP/1.1" status: 204 len: 173 time: 1.0015161 Feb 21 00:44:05.204656 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:05.211774 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 54584) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:05.280213 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-e5ab2ce2-0046-4a3a-bcb1-3ea65f454d0c None None] Provisioning complete for port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:44:05.281056 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-e5ab2ce2-0046-4a3a-bcb1-3ea65f454d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:05.365836 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-e5ab2ce2-0046-4a3a-bcb1-3ea65f454d0c None None] Port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:44:05.604365 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-fdd5f5d4-b2a7-4626-8dc4-18b6a247811f req-33321027-d7a0-4d60-8375-1e6976f0dbac tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 210 time: 0.0589526 Feb 21 00:44:05.799723 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 70f91baf-b326-4c91-9a88-39ead255d620 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:44:05.846633 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: 70f91baf-b326-4c91-9a88-39ead255d620 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:44:05.846986 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 70f91baf-b326-4c91-9a88-39ead255d620 not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:44:05.852831 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd', 'name': 'network-vif-deleted', 'tag': 'f47f2d44-187e-4804-8559-043d33cc2c82'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:44:05.854866 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f267ac00-3764-47b5-8bdb-37bb3b3f6000" -d '{"events": [{"server_uuid": "d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd", "name": "network-vif-deleted", "tag": "f47f2d44-187e-4804-8559-043d33cc2c82"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:44:05.869202 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 {{(pid=109907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:44:05.879607 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Publish callbacks [] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:05.900457 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.provisioning_blocks [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Transition to ACTIVE for port object 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 will not be triggered until provisioned by entity L2. {{(pid=109907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:44:05.923087 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06881d-333d-4f87-a706-7cf1ed891e49 req-19e7d0dc-c14c-4fa3-83d4-8ae75aab4a67 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:05.924732 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2a06881d-333d-4f87-a706-7cf1ed891e49 req-19e7d0dc-c14c-4fa3-83d4-8ae75aab4a67 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.1317334 Feb 21 00:44:05.954325 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4989ac32-4bd0-4649-95d2-cb51ad106026 x-openstack-request-id: req-4989ac32-4bd0-4649-95d2-cb51ad106026 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:44:05.954641 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd", "name": "network-vif-deleted", "tag": "f47f2d44-187e-4804-8559-043d33cc2c82", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:44:05.954870 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4989ac32-4bd0-4649-95d2-cb51ad106026 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:44:05.955261 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd', 'name': 'network-vif-deleted', 'tag': 'f47f2d44-187e-4804-8559-043d33cc2c82', 'status': 'completed', 'code': 200} Feb 21 00:44:06.004415 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:06.066822 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2a06881d-333d-4f87-a706-7cf1ed891e49 req-f5855cbb-83fc-4b58-a06e-b8407949398d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331263 Feb 21 00:44:06.174913 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:06.318682 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Attempting to bind port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:44:06.319470 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Attempting to bind port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '5d0b55be-7436-4909-b5d1-ad582ca2b9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7'}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:44:06.319866 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Attempting to bind port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 on network 9dccae3d-137d-413e-b74f-606a0a010ab7 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:44:06.325378 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 on network 9dccae3d-137d-413e-b74f-606a0a010ab7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:44:06.325701 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Attempting to bind port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 on network 9dccae3d-137d-413e-b74f-606a0a010ab7 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:44:06.333905 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:44:06.334250 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Checking segment: {'id': '5d0b55be-7436-4909-b5d1-ad582ca2b9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:44:06.334897 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Bound using segment: {'id': '5d0b55be-7436-4909-b5d1-ad582ca2b9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7'} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:44:06.335345 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Bound port: 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0b55be-7436-4909-b5d1-ad582ca2b9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7'}}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:44:06.335809 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:06.405374 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-bcf61447-9cb8-4f3d-be9f-b96a775071cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358903'] for router_interface (9ee95b85-76a9-49e5-bf78-0c840f52ffce), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:06.448419 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] For port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36, host hv-cinder-81322, cleared binding levels {{(pid=109907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:44:06.452399 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] For port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36,segment=NetworkSegment(5d0b55be-7436-4909-b5d1-ad582ca2b9cd),segment_id=5d0b55be-7436-4909-b5d1-ad582ca2b9cd)] {{(pid=109907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:44:06.480904 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42c6ed-00da-4211-a87d-ccd9204fc1a1 req-077ade5e-59c3-4766-8058-6e35d82387dc tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:06.482548 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-da42c6ed-00da-4211-a87d-ccd9204fc1a1 req-077ade5e-59c3-4766-8058-6e35d82387dc tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 943 time: 0.2291265 Feb 21 00:44:06.513135 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:06.668827 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36,revision_number=3']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:06.694257 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-da42c6ed-00da-4211-a87d-ccd9204fc1a1 req-d44457b1-df70-423e-aa22-b946712d47b9 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956542 Feb 21 00:44:06.702377 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:06.704924 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:06.709627 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-97090e65-8c55-41e5-9a98-f9fbfa33ed09 service neutron] 10.222.0.61 "PUT /v2.0/ports/3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 HTTP/1.1" status: 200 len: 1093 time: 1.6163280 Feb 21 00:44:06.851817 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-12f94dfc-55df-4f6f-82f0-2fffd3b6122e req-b7b35216-923a-4cac-8cf0-005ffc9a28e3 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a2c42c-d94d-47d4-af7d-8a4e8c8b55fd HTTP/1.1" status: 200 len: 210 time: 0.0539489 Feb 21 00:44:07.042374 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-bcf61447-9cb8-4f3d-be9f-b96a775071cc admin admin] Deleting port cac40127-00e3-4b75-82ff-4f956a58ac44 {{(pid=109906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:44:07.042808 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-bcf61447-9cb8-4f3d-be9f-b96a775071cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (cac40127-00e3-4b75-82ff-4f956a58ac44), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:07.182756 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.db [None req-bcf61447-9cb8-4f3d-be9f-b96a775071cc admin admin] For port cac40127-00e3-4b75-82ff-4f956a58ac44, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=cac40127-00e3-4b75-82ff-4f956a58ac44,segment=NetworkSegment(4dbd0238-a9cb-414c-a314-ae52faed5b0e),segment_id=4dbd0238-a9cb-414c-a314-ae52faed5b0e)] {{(pid=109906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:44:07.183141 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-bcf61447-9cb8-4f3d-be9f-b96a775071cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (cac40127-00e3-4b75-82ff-4f956a58ac44), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:07.210046 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-bcf61447-9cb8-4f3d-be9f-b96a775071cc admin admin] Calling delete_port for cac40127-00e3-4b75-82ff-4f956a58ac44 owned by network:router_interface {{(pid=109906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:44:07.375207 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a1add-ed59-4429-bac0-9c6ce12f03b6 req-4e8029f1-365a-47cc-b602-6b9dfd12cf61 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:07.377115 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-815a1add-ed59-4429-bac0-9c6ce12f03b6 req-4e8029f1-365a-47cc-b602-6b9dfd12cf61 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.1554339 Feb 21 00:44:07.580510 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-815a1add-ed59-4429-bac0-9c6ce12f03b6 req-cf4a87a8-c0c3-41cd-b59a-f3a00e397001 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922228 Feb 21 00:44:07.696124 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-bcf61447-9cb8-4f3d-be9f-b96a775071cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (cac40127-00e3-4b75-82ff-4f956a58ac44), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:07.732857 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf61447-9cb8-4f3d-be9f-b96a775071cc admin admin] Pushing event deleted for resources: {'Port': ['ID=cac40127-00e3-4b75-82ff-4f956a58ac44,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:07.811839 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device f47f2d44-187e-4804-8559-043d33cc2c82 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:44:07.840032 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: f47f2d44-187e-4804-8559-043d33cc2c82 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:44:07.840807 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device f47f2d44-187e-4804-8559-043d33cc2c82 not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:44:07.878141 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164a0a2-392d-4823-ad53-0ab784a73ea2 req-4e2edf60-6a34-4cd4-a03d-921aa7337cbd tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:07.886585 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d164a0a2-392d-4823-ad53-0ab784a73ea2 req-4e2edf60-6a34-4cd4-a03d-921aa7337cbd tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 943 time: 0.1154978 Feb 21 00:44:07.942643 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d164a0a2-392d-4823-ad53-0ab784a73ea2 req-2e893b9f-b541-4438-9f56-f14e67f48bb5 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549266 Feb 21 00:44:07.956407 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab0e027-ae90-4929-9fe7-3b9fe979966f', 'tag': '3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:44:07.959329 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9633ebc9-2347-44d4-bce4-55f2807e5180" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab0e027-ae90-4929-9fe7-3b9fe979966f", "tag": "3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:44:08.002695 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-bcf61447-9cb8-4f3d-be9f-b96a775071cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3776522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360295'] for router_interface (9ee95b85-76a9-49e5-bf78-0c840f52ffce), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:08.022243 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b74682-2838-4352-83b9-ced3e2d7351e x-openstack-request-id: req-b6b74682-2838-4352-83b9-ced3e2d7351e {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:44:08.022533 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab0e027-ae90-4929-9fe7-3b9fe979966f", "tag": "3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:44:08.022811 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b6b74682-2838-4352-83b9-ced3e2d7351e {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:44:08.023200 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab0e027-ae90-4929-9fe7-3b9fe979966f', 'tag': '3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36', 'status': 'completed', 'code': 200} Feb 21 00:44:08.306333 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf61447-9cb8-4f3d-be9f-b96a775071cc admin admin] Router 9ee95b85-76a9-49e5-bf78-0c840f52ffce has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:44:08.432995 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf61447-9cb8-4f3d-be9f-b96a775071cc admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:44:08.444894 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-bcf61447-9cb8-4f3d-be9f-b96a775071cc admin admin] 10.222.0.81 "PUT /v2.0/routers/9ee95b85-76a9-49e5-bf78-0c840f52ffce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2256782 Feb 21 00:44:08.445131 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 54618) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:08.450121 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a03d6-c8a4-4ed7-b1e9-027ca2f8ab1c None None] Sync routers for ids ['9ee95b85-76a9-49e5-bf78-0c840f52ffce'] in dv-cinder-813224-6-iscsi {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:44:08.462673 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589a03d6-c8a4-4ed7-b1e9-027ca2f8ab1c None None] Routers {'9ee95b85-76a9-49e5-bf78-0c840f52ffce'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:44:08.463628 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-589a03d6-c8a4-4ed7-b1e9-027ca2f8ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:43:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['9ee95b85-76a9-49e5-bf78-0c840f52ffce'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:08.580140 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-589a03d6-c8a4-4ed7-b1e9-027ca2f8ab1c None None] Set router 9ee95b85-76a9-49e5-bf78-0c840f52ffce gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:44:08.615580 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-5867e967-84eb-40b4-b1a4-159003127fc5 admin admin] Publish callbacks [] for router (9ee95b85-76a9-49e5-bf78-0c840f52ffce), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:08.827315 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-5867e967-84eb-40b4-b1a4-159003127fc5 admin admin] Publish callbacks [] for router_gateway (9ee95b85-76a9-49e5-bf78-0c840f52ffce), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:08.840406 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2432be7-b714-4c7e-8c14-4f0b13be9f4b req-954bfe9a-fa16-4fde-8e6f-dd0ae3682b5f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:08.842896 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b2432be7-b714-4c7e-8c14-4f0b13be9f4b req-954bfe9a-fa16-4fde-8e6f-dd0ae3682b5f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.1606953 Feb 21 00:44:08.885575 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-589a03d6-c8a4-4ed7-b1e9-027ca2f8ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'name': 'tempest-ServerRescueNegativeTestJSON-1537405813-router', 'tenant_id': '5d6eb22f64204445af47ce8f7a38fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'fdf5c6c8-9638-4420-b333-7ac748fa2ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:50Z', 'updated_at': '2022-02-21T00:44:07Z', 'revision_number': 5, 'project_id': '5d6eb22f64204445af47ce8f7a38fec6', 'gw_port': {'id': 'fdf5c6c8-9638-4420-b333-7ac748fa2ff6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:08.913335 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a03d6-c8a4-4ed7-b1e9-027ca2f8ab1c None None] Checking router: 9ee95b85-76a9-49e5-bf78-0c840f52ffce for host: dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:44:08.922507 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589a03d6-c8a4-4ed7-b1e9-027ca2f8ab1c None None] Routers {'9ee95b85-76a9-49e5-bf78-0c840f52ffce'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:44:08.923337 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-589a03d6-c8a4-4ed7-b1e9-027ca2f8ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:43:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['9ee95b85-76a9-49e5-bf78-0c840f52ffce'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:08.928965 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b2432be7-b714-4c7e-8c14-4f0b13be9f4b req-e072c3f6-0652-4705-b1ce-681b82509ee1 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793729 Feb 21 00:44:09.065289 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-5867e967-84eb-40b4-b1a4-159003127fc5 admin admin] Deleting port fdf5c6c8-9638-4420-b333-7ac748fa2ff6 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:44:09.066635 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-5867e967-84eb-40b4-b1a4-159003127fc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (fdf5c6c8-9638-4420-b333-7ac748fa2ff6), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:09.102957 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-589a03d6-c8a4-4ed7-b1e9-027ca2f8ab1c None None] Set router 9ee95b85-76a9-49e5-bf78-0c840f52ffce gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:44:09.214572 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879e5e0-c276-489f-8d03-ae1095b193a2 req-d1abe2f3-3260-4921-8f9e-359b6feefc59 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:09.216431 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f879e5e0-c276-489f-8d03-ae1095b193a2 req-d1abe2f3-3260-4921-8f9e-359b6feefc59 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 943 time: 0.1684046 Feb 21 00:44:09.290912 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f879e5e0-c276-489f-8d03-ae1095b193a2 req-0916e03f-212e-4c17-a61f-751bd358dcea tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661552 Feb 21 00:44:09.299922 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [None req-5867e967-84eb-40b4-b1a4-159003127fc5 admin admin] For port fdf5c6c8-9638-4420-b333-7ac748fa2ff6, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=fdf5c6c8-9638-4420-b333-7ac748fa2ff6,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:44:09.301495 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-5867e967-84eb-40b4-b1a4-159003127fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (fdf5c6c8-9638-4420-b333-7ac748fa2ff6), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:09.325709 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-589a03d6-c8a4-4ed7-b1e9-027ca2f8ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'name': 'tempest-ServerRescueNegativeTestJSON-1537405813-router', 'tenant_id': '5d6eb22f64204445af47ce8f7a38fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'fdf5c6c8-9638-4420-b333-7ac748fa2ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:50Z', 'updated_at': '2022-02-21T00:44:07Z', 'revision_number': 5, 'project_id': '5d6eb22f64204445af47ce8f7a38fec6', 'gw_port': {'id': 'fdf5c6c8-9638-4420-b333-7ac748fa2ff6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:09.342694 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-5867e967-84eb-40b4-b1a4-159003127fc5 admin admin] Calling delete_port for fdf5c6c8-9638-4420-b333-7ac748fa2ff6 owned by network:router_gateway {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:44:09.350329 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a03d6-c8a4-4ed7-b1e9-027ca2f8ab1c None None] The sync data for ids ['9ee95b85-76a9-49e5-bf78-0c840f52ffce'] in dv-cinder-813224-6-iscsi is: [{'id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'name': 'tempest-ServerRescueNegativeTestJSON-1537405813-router', 'tenant_id': '5d6eb22f64204445af47ce8f7a38fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'fdf5c6c8-9638-4420-b333-7ac748fa2ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:50Z', 'updated_at': '2022-02-21T00:44:07Z', 'revision_number': 5, 'project_id': '5d6eb22f64204445af47ce8f7a38fec6', 'gw_port': {'id': 'fdf5c6c8-9638-4420-b333-7ac748fa2ff6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee95b85-76a9-49e5-bf78-0c840f52ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}] {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:44:09.825756 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-5867e967-84eb-40b4-b1a4-159003127fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (fdf5c6c8-9638-4420-b333-7ac748fa2ff6), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:09.857006 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867e967-84eb-40b4-b1a4-159003127fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf5c6c8-9638-4420-b333-7ac748fa2ff6,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:09.934115 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-5867e967-84eb-40b4-b1a4-159003127fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362125'] for router_gateway (9ee95b85-76a9-49e5-bf78-0c840f52ffce), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:10.095133 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-5867e967-84eb-40b4-b1a4-159003127fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-356369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9102'] for router (9ee95b85-76a9-49e5-bf78-0c840f52ffce), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:10.099913 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-5867e967-84eb-40b4-b1a4-159003127fc5 admin admin] Publish callbacks [] for router_controller (9ee95b85-76a9-49e5-bf78-0c840f52ffce), precommit_delete_associations {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:10.130837 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e202a-40be-4f15-9a22-f166fc7ed34e req-f450332b-0dab-4dcb-b8f9-caa2c99b96a8 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:10.132516 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b85e202a-40be-4f15-9a22-f166fc7ed34e req-f450332b-0dab-4dcb-b8f9-caa2c99b96a8 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0919988 Feb 21 00:44:10.199199 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67764b-199f-400a-ab0e-915a7c8fe902 req-8593bfeb-f1bd-40c9-b096-442e9b85ac4d tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:10.201390 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2a67764b-199f-400a-ab0e-915a7c8fe902 req-8593bfeb-f1bd-40c9-b096-442e9b85ac4d tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 945 time: 0.2155640 Feb 21 00:44:10.216777 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b85e202a-40be-4f15-9a22-f166fc7ed34e req-e162ff63-6a51-450c-83bd-98fa8a85275b tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761819 Feb 21 00:44:10.260152 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2a67764b-199f-400a-ab0e-915a7c8fe902 req-abb8c8c1-8b21-4544-b88c-7094277c7806 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521159 Feb 21 00:44:10.262813 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-5867e967-84eb-40b4-b1a4-159003127fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-356456'] for router (9ee95b85-76a9-49e5-bf78-0c840f52ffce), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:10.262813 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5867e967-84eb-40b4-b1a4-159003127fc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ee95b85-76a9-49e5-bf78-0c840f52ffce {{(pid=109907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 00:44:10.286099 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-5867e967-84eb-40b4-b1a4-159003127fc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:10.299148 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 54644) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:10.300018 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-5867e967-84eb-40b4-b1a4-159003127fc5 admin admin] 10.222.0.81 "DELETE /v2.0/routers/9ee95b85-76a9-49e5-bf78-0c840f52ffce HTTP/1.1" status: 204 len: 168 time: 1.8514364 Feb 21 00:44:10.427740 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cef63bc-ed6b-41d9-9dab-87c5802ddcbd admin admin] Deleting subnet 643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa {{(pid=109906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:44:10.428483 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device cac40127-00e3-4b75-82ff-4f956a58ac44 no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:44:10.437807 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5cef63bc-ed6b-41d9-9dab-87c5802ddcbd admin admin] Publish callbacks [] for subnet (643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:10.462837 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: cac40127-00e3-4b75-82ff-4f956a58ac44 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:44:10.464232 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device cac40127-00e3-4b75-82ff-4f956a58ac44 not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:44:10.560246 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5cef63bc-ed6b-41d9-9dab-87c5802ddcbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863466'] for subnet (643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa), precommit_delete_associations {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:10.615617 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8e261-9d6d-4074-bee2-47587855112a req-9a31b630-0daa-4c5f-838e-4092d8286918 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:10.622808 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ffe8e261-9d6d-4074-bee2-47587855112a req-9a31b630-0daa-4c5f-838e-4092d8286918 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 943 time: 0.1278052 Feb 21 00:44:10.659532 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5cef63bc-ed6b-41d9-9dab-87c5802ddcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3371724'] for subnet (643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:10.718044 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ffe8e261-9d6d-4074-bee2-47587855112a req-a63779e8-9488-4f76-8669-7e1327f3fe5b tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942364 Feb 21 00:44:10.858619 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5cef63bc-ed6b-41d9-9dab-87c5802ddcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3371765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11782563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11428785'] for subnet (643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:10.891352 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef63bc-ed6b-41d9-9dab-87c5802ddcbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:10.901336 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5cef63bc-ed6b-41d9-9dab-87c5802ddcbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:10.908952 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-5cef63bc-ed6b-41d9-9dab-87c5802ddcbd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/643d20a8-9ffd-4ad1-9bcb-b6e61558dcfa HTTP/1.1" status: 204 len: 168 time: 0.6086116 Feb 21 00:44:10.911112 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 54650) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:11.017488 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 54652) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:11.068623 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae6b6-74af-404d-8a6d-a7103b3fcbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825413'] for network (5860a2b5-7321-4ed2-b2b9-bb170daa3037), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:11.172157 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae6b6-74af-404d-8a6d-a7103b3fcbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3370565', 'neutron.services.segments.db._delete_segments_for_network-8788922944314'] for network (5860a2b5-7321-4ed2-b2b9-bb170daa3037), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:11.178075 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c5ca6816-ee32-4dd7-9084-18198d07a72c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:11.267152 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c5ca6816-ee32-4dd7-9084-18198d07a72c admin admin] Publish callbacks [] for security_group (54b1a394-c500-4b0b-b76f-36ef64a383cb), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:11.336731 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c5ca6816-ee32-4dd7-9084-18198d07a72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (54b1a394-c500-4b0b-b76f-36ef64a383cb), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:11.471569 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-c5ca6816-ee32-4dd7-9084-18198d07a72c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=61dc9626c8904dbcb8d33b3473a567b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4497881 Feb 21 00:44:11.472368 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca6816-ee32-4dd7-9084-18198d07a72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b1a394-c500-4b0b-b76f-36ef64a383cb,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:11.489177 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 54660) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:11.496390 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-ee2ae6b6-74af-404d-8a6d-a7103b3fcbe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5860a2b5-7321-4ed2-b2b9-bb170daa3037']}} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:11.526200 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac690b-07af-4551-ac12-c478dc36b6c7 req-5c663ed9-77da-4a20-b224-8fd545fae880 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:11.528598 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-69ac690b-07af-4551-ac12-c478dc36b6c7 req-5c663ed9-77da-4a20-b224-8fd545fae880 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 945 time: 0.1413741 Feb 21 00:44:11.536761 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-ee2ae6b6-74af-404d-8a6d-a7103b3fcbe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbd0238-a9cb-414c-a314-ae52faed5b0e') {'for_net_delete': True} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:11.537071 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-ee2ae6b6-74af-404d-8a6d-a7103b3fcbe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbd0238-a9cb-414c-a314-ae52faed5b0e') {} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:11.556176 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae6b6-74af-404d-8a6d-a7103b3fcbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788922945603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12006480'] for segment (4dbd0238-a9cb-414c-a314-ae52faed5b0e), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:11.602701 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae6b6-74af-404d-8a6d-a7103b3fcbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (4dbd0238-a9cb-414c-a314-ae52faed5b0e), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:11.624387 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-69ac690b-07af-4551-ac12-c478dc36b6c7 req-9ce77cb3-406d-4d38-8897-66c1a311c83e tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852799 Feb 21 00:44:11.626176 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2ae6b6-74af-404d-8a6d-a7103b3fcbe0 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=109907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:44:11.626670 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae6b6-74af-404d-8a6d-a7103b3fcbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12339273'] for segment (4dbd0238-a9cb-414c-a314-ae52faed5b0e), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: Traceback (most recent call last): Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: timer() Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: cb(*args, **kw) Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: return func(*args, **kwargs) Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: self._notify() Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: self.callback(batched_events) Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: event.method(event) Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: return f(self, *a, **k) Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: return self._get(url).json() Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: return self.request(url, 'GET', **kwargs) Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:44:11.636525 dv-cinder-813224-6-iscsi neutron-server[109907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:44:11.673946 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e635ac-8f34-4968-b248-ef18226f3734 req-a301e5f3-d750-482b-ac43-5b0339f3b29f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:11.677126 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d2e635ac-8f34-4968-b248-ef18226f3734 req-a301e5f3-d750-482b-ac43-5b0339f3b29f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.1988814 Feb 21 00:44:11.678179 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-3470b444-5ef0-440d-bf5c-07ccf4a6d708 admin admin] Publish callbacks [] for security_group (54b1a394-c500-4b0b-b76f-36ef64a383cb), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:11.959202 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-3470b444-5ef0-440d-bf5c-07ccf4a6d708 admin admin] Publish callbacks [] for security_group (54b1a394-c500-4b0b-b76f-36ef64a383cb), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:11.959202 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d2e635ac-8f34-4968-b248-ef18226f3734 req-bc6caedd-c9d5-4243-81f5-2ebd3e984390 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455970 Feb 21 00:44:11.959834 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030b0e2-5a40-49ef-8e9c-6f903d5f3bde req-aeaf3166-9711-4e32-aa16-6db272f1127d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:11.959834 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0030b0e2-5a40-49ef-8e9c-6f903d5f3bde req-aeaf3166-9711-4e32-aa16-6db272f1127d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 943 time: 0.0686703 Feb 21 00:44:11.959834 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0030b0e2-5a40-49ef-8e9c-6f903d5f3bde req-a7ba198f-e162-45fd-9f06-e994b9aa7067 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487928 Feb 21 00:44:12.040496 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-bbab87a0-2dd5-43a2-a723-deb0ca1fa465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:12.061458 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-bbab87a0-2dd5-43a2-a723-deb0ca1fa465 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0fb07f2cc8144e879b79dcbe84b1cbbb&device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 1127 time: 0.0637553 Feb 21 00:44:12.244417 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device fdf5c6c8-9638-4420-b333-7ac748fa2ff6 no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:44:12.274316 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: fdf5c6c8-9638-4420-b333-7ac748fa2ff6 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:44:12.274669 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device fdf5c6c8-9638-4420-b333-7ac748fa2ff6 not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:44:12.382466 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae6b6-74af-404d-8a6d-a7103b3fcbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3370574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362209'] for network (5860a2b5-7321-4ed2-b2b9-bb170daa3037), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:12.399825 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae6b6-74af-404d-8a6d-a7103b3fcbe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:12.399825 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-ee2ae6b6-74af-404d-8a6d-a7103b3fcbe0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5860a2b5-7321-4ed2-b2b9-bb170daa3037 HTTP/1.1" status: 204 len: 168 time: 1.4856822 Feb 21 00:44:12.414822 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ae6b6-74af-404d-8a6d-a7103b3fcbe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5860a2b5-7321-4ed2-b2b9-bb170daa3037,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:12.442730 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-3470b444-5ef0-440d-bf5c-07ccf4a6d708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (54b1a394-c500-4b0b-b76f-36ef64a383cb), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:12.447781 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-3470b444-5ef0-440d-bf5c-07ccf4a6d708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:12.447781 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-3470b444-5ef0-440d-bf5c-07ccf4a6d708 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/54b1a394-c500-4b0b-b76f-36ef64a383cb HTTP/1.1" status: 204 len: 168 time: 0.9562261 Feb 21 00:44:12.470882 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470b444-5ef0-440d-bf5c-07ccf4a6d708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b1a394-c500-4b0b-b76f-36ef64a383cb,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:12.797356 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 54672) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:12.822626 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eaa262-538d-4267-b231-4e2a3e00d687 req-34664491-ea18-43e3-af2f-48c3c64f9913 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:12.824362 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-01eaa262-538d-4267-b231-4e2a3e00d687 req-34664491-ea18-43e3-af2f-48c3c64f9913 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 945 time: 0.1046827 Feb 21 00:44:12.868777 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-d57b2662-ef2d-48fe-8a01-f0d01be72dbd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5d6eb22f64204445af47ce8f7a38fec6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0704758 Feb 21 00:44:12.871175 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 54676) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:12.889298 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-01eaa262-538d-4267-b231-4e2a3e00d687 req-b4555129-2311-4902-b97b-3c239c070e95 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552440 Feb 21 00:44:12.941188 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-49ad3381-6edd-4800-9e87-0a1cc39b211c admin admin] Publish callbacks [] for security_group (2e9a29a1-bed6-4df4-9173-aa523c3fdc82), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:13.126781 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a31dd-bbc2-481a-82d9-f07f17f1851d req-08741f64-76c3-43a3-9e2c-4032bce080fa tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:13.129222 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d20a31dd-bbc2-481a-82d9-f07f17f1851d req-08741f64-76c3-43a3-9e2c-4032bce080fa tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 943 time: 0.0856621 Feb 21 00:44:13.185956 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d20a31dd-bbc2-481a-82d9-f07f17f1851d req-fe0e71aa-da0d-457e-bcd9-3599ff4cdbfc tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498052 Feb 21 00:44:13.241180 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-49ad3381-6edd-4800-9e87-0a1cc39b211c admin admin] Publish callbacks [] for security_group (2e9a29a1-bed6-4df4-9173-aa523c3fdc82), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:13.287490 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a138cc-1a17-4ad9-8d2c-e22f3e307c6f req-b9ad5191-8893-42b8-b0b1-3abc004139c3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:13.289030 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e3a138cc-1a17-4ad9-8d2c-e22f3e307c6f req-b9ad5191-8893-42b8-b0b1-3abc004139c3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0860775 Feb 21 00:44:13.338966 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e3a138cc-1a17-4ad9-8d2c-e22f3e307c6f req-4f58c546-b8b3-4f13-ab01-6e3316aa2437 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443850 Feb 21 00:44:13.404336 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-49ad3381-6edd-4800-9e87-0a1cc39b211c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (2e9a29a1-bed6-4df4-9173-aa523c3fdc82), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:13.407134 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-49ad3381-6edd-4800-9e87-0a1cc39b211c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:13.408897 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-49ad3381-6edd-4800-9e87-0a1cc39b211c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e9a29a1-bed6-4df4-9173-aa523c3fdc82 HTTP/1.1" status: 204 len: 168 time: 0.5361638 Feb 21 00:44:13.417785 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad3381-6edd-4800-9e87-0a1cc39b211c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9a29a1-bed6-4df4-9173-aa523c3fdc82,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:13.477321 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-cfc6c48e-611a-4b15-a9c2-24138c9faa5a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 HTTP/1.1" status: 200 len: 217 time: 0.0489361 Feb 21 00:44:13.528786 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-16595b88-04c9-4de9-8a7c-36bbc8b6243e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:13.530168 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-16595b88-04c9-4de9-8a7c-36bbc8b6243e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c23234aa-eee5-4469-8f47-c9bd111b8f81 HTTP/1.1" status: 200 len: 854 time: 0.0429389 Feb 21 00:44:13.588305 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-5e5ecc8b-7378-47c5-abb1-e213467a6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:13.589625 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-5e5ecc8b-7378-47c5-abb1-e213467a6c78 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dccae3d-137d-413e-b74f-606a0a010ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486779 Feb 21 00:44:13.690510 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-32a9a59b-fd2a-4cff-8945-c5a76ba5eefe service neutron] 10.222.0.61 "GET /v2.0/networks/9dccae3d-137d-413e-b74f-606a0a010ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873945 Feb 21 00:44:13.785166 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-53b6b1b3-b32a-47ea-bcfc-0bb28c534c2b req-0f370f63-5069-4a8a-8313-288b639e01ce service neutron] 10.222.0.61 "GET /v2.0/networks/9dccae3d-137d-413e-b74f-606a0a010ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909948 Feb 21 00:44:13.962728 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633ebc9-2347-44d4-bce4-55f2807e5180 req-95df15b0-dcaa-4f76-86b5-dff3723adbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:13.964250 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9633ebc9-2347-44d4-bce4-55f2807e5180 req-95df15b0-dcaa-4f76-86b5-dff3723adbfa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0fb07f2cc8144e879b79dcbe84b1cbbb&device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 1127 time: 0.0488911 Feb 21 00:44:14.085269 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb5438-9b48-4228-9263-17071d67f4e3 req-3fb9b347-38fb-4427-8ea9-6e4ffe855a21 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:14.086769 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-11fb5438-9b48-4228-9263-17071d67f4e3 req-3fb9b347-38fb-4427-8ea9-6e4ffe855a21 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 945 time: 0.1216171 Feb 21 00:44:14.116630 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633ebc9-2347-44d4-bce4-55f2807e5180 req-e3b7566f-86cc-4049-a817-1bc21970c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:14.118079 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9633ebc9-2347-44d4-bce4-55f2807e5180 req-e3b7566f-86cc-4049-a817-1bc21970c130 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dccae3d-137d-413e-b74f-606a0a010ab7 HTTP/1.1" status: 200 len: 916 time: 0.1430981 Feb 21 00:44:14.179057 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9633ebc9-2347-44d4-bce4-55f2807e5180 req-550248eb-b399-4272-973a-202849374199 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 HTTP/1.1" status: 200 len: 217 time: 0.0533907 Feb 21 00:44:14.186537 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-11fb5438-9b48-4228-9263-17071d67f4e3 req-2202d931-9305-49c1-aeb7-8b2c60aa9956 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903790 Feb 21 00:44:14.236143 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633ebc9-2347-44d4-bce4-55f2807e5180 req-c52efed6-a36c-4496-b234-5839609c5853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:14.238298 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9633ebc9-2347-44d4-bce4-55f2807e5180 req-c52efed6-a36c-4496-b234-5839609c5853 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c23234aa-eee5-4469-8f47-c9bd111b8f81 HTTP/1.1" status: 200 len: 854 time: 0.0506513 Feb 21 00:44:14.294344 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633ebc9-2347-44d4-bce4-55f2807e5180 req-cc6ce43f-b6d6-4a25-89fa-193d57f3558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:14.295856 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9633ebc9-2347-44d4-bce4-55f2807e5180 req-cc6ce43f-b6d6-4a25-89fa-193d57f3558d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dccae3d-137d-413e-b74f-606a0a010ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500216 Feb 21 00:44:14.322514 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf34780-6995-47b8-a775-f0e9dcd27fe2 req-31526600-7f80-4d31-a268-64f9844a01a8 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:14.323926 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-8bf34780-6995-47b8-a775-f0e9dcd27fe2 req-31526600-7f80-4d31-a268-64f9844a01a8 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 943 time: 0.0594921 Feb 21 00:44:14.370942 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-8bf34780-6995-47b8-a775-f0e9dcd27fe2 req-057b35ce-9d25-4b3d-ae1f-0028e20ddb68 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410864 Feb 21 00:44:14.400852 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9633ebc9-2347-44d4-bce4-55f2807e5180 req-29ca525c-1cb9-4371-8e68-026c185a5c34 service neutron] 10.222.0.61 "GET /v2.0/networks/9dccae3d-137d-413e-b74f-606a0a010ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973356 Feb 21 00:44:14.489319 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 54730) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:14.554324 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f0d97-42b9-4202-b280-1c0e45b2b2f7 req-1ec6031d-9623-452a-9638-f3cac3b40ff6 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:14.555854 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-899f0d97-42b9-4202-b280-1c0e45b2b2f7 req-1ec6031d-9623-452a-9638-f3cac3b40ff6 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0880148 Feb 21 00:44:14.557745 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9633ebc9-2347-44d4-bce4-55f2807e5180 req-5f798587-4f70-49f6-ac1c-dcbaeb701129 service neutron] 10.222.0.61 "GET /v2.0/networks/9dccae3d-137d-413e-b74f-606a0a010ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507814 Feb 21 00:44:14.594823 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-e252e358-af72-4c64-8994-31974590adbf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1821068128-network', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:14.619582 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-899f0d97-42b9-4202-b280-1c0e45b2b2f7 req-da655440-522c-4f59-9b1d-5c50dc80ac0d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582993 Feb 21 00:44:14.695631 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e252e358-af72-4c64-8994-31974590adbf admin admin] Made reservation on behalf of 1e025d3db5ee41318537bfd4c1fc1d95 for: {'network': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:44:14.698065 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e252e358-af72-4c64-8994-31974590adbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for network (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:14.707393 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e252e358-af72-4c64-8994-31974590adbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:14.781269 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e252e358-af72-4c64-8994-31974590adbf admin admin] Publish callbacks [] for security_group (8e5313bb-f1bf-4f92-9ad5-72dc359340ed), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:14.826995 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e252e358-af72-4c64-8994-31974590adbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (8e5313bb-f1bf-4f92-9ad5-72dc359340ed), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:14.850789 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e252e358-af72-4c64-8994-31974590adbf admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=109906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:44:14.859159 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252e358-af72-4c64-8994-31974590adbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5313bb-f1bf-4f92-9ad5-72dc359340ed,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:14.866742 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e252e358-af72-4c64-8994-31974590adbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (ff5cc164-49f8-4228-adde-4a5c4df50beb), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:14.867084 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.db.segments_db [None req-e252e358-af72-4c64-8994-31974590adbf admin admin] Added segment ff5cc164-49f8-4228-adde-4a5c4df50beb of type vlan for network 28cf2863-0276-45ba-8819-b4e51508cd5b Feb 21 00:44:14.905887 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e252e358-af72-4c64-8994-31974590adbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788922369190'] for network (28cf2863-0276-45ba-8819-b4e51508cd5b), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:14.980841 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e252e358-af72-4c64-8994-31974590adbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for network (28cf2863-0276-45ba-8819-b4e51508cd5b), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:14.981839 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e252e358-af72-4c64-8994-31974590adbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:14.982454 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e252e358-af72-4c64-8994-31974590adbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:15.044188 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252e358-af72-4c64-8994-31974590adbf admin admin] Pushing event updated for resources: {'Network': ['ID=28cf2863-0276-45ba-8819-b4e51508cd5b,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:15.054647 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Network 28cf2863-0276-45ba-8819-b4e51508cd5b details requested by agent ovs-agent-dv-cinder-813224-6-iscsi with host dv-cinder-813224-6-iscsi {{(pid=109908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:44:15.078686 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-e252e358-af72-4c64-8994-31974590adbf admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5851345 Feb 21 00:44:15.078686 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 54736) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:15.083513 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-9c066075-7b43-4f61-9f27-a4b76fb6f34b admin admin] Request body: {'subnet': {'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1821068128-subnet', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:15.170095 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c066075-7b43-4f61-9f27-a4b76fb6f34b admin admin] Made reservation on behalf of 1e025d3db5ee41318537bfd4c1fc1d95 for: {'subnet': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:44:15.172490 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9c066075-7b43-4f61-9f27-a4b76fb6f34b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11428700'] for subnet (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:15.172653 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf344c-6410-4a73-8451-9104cef298a7 req-3bb74f00-50a2-4f1a-8d77-5c5e19c1737f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:15.174110 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-26cf344c-6410-4a73-8451-9104cef298a7 req-3bb74f00-50a2-4f1a-8d77-5c5e19c1737f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 945 time: 0.0518076 Feb 21 00:44:15.278715 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-26cf344c-6410-4a73-8451-9104cef298a7 req-f8778621-d0b3-46d8-8c35-ad79e55eeb92 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Deleting port d692d560-d825-4ec3-91af-87fec2ba028b {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:44:15.279057 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-26cf344c-6410-4a73-8451-9104cef298a7 req-f8778621-d0b3-46d8-8c35-ad79e55eeb92 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (d692d560-d825-4ec3-91af-87fec2ba028b), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:15.367652 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-26cf344c-6410-4a73-8451-9104cef298a7 req-f8778621-d0b3-46d8-8c35-ad79e55eeb92 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] For port d692d560-d825-4ec3-91af-87fec2ba028b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d692d560-d825-4ec3-91af-87fec2ba028b,segment=NetworkSegment(5171ad0f-cdd7-4d59-a1da-485b04cc5db5),segment_id=5171ad0f-cdd7-4d59-a1da-485b04cc5db5)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:44:15.368013 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-26cf344c-6410-4a73-8451-9104cef298a7 req-f8778621-d0b3-46d8-8c35-ad79e55eeb92 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (d692d560-d825-4ec3-91af-87fec2ba028b), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:15.372265 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae889117-504d-4a21-aeaf-3f4fcd8b157c req-55eacc05-c243-45e3-a254-4f46f00b5333 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:15.373782 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ae889117-504d-4a21-aeaf-3f4fcd8b157c req-55eacc05-c243-45e3-a254-4f46f00b5333 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 945 time: 0.1177433 Feb 21 00:44:15.380326 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-26cf344c-6410-4a73-8451-9104cef298a7 req-f8778621-d0b3-46d8-8c35-ad79e55eeb92 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Calling delete_port for d692d560-d825-4ec3-91af-87fec2ba028b owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:44:15.437873 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ae889117-504d-4a21-aeaf-3f4fcd8b157c req-7e722653-49b4-48de-a23f-d93b1ea9cb4f tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581484 Feb 21 00:44:15.461922 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9c066075-7b43-4f61-9f27-a4b76fb6f34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11782626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11428782'] for subnet (8388cafd-40d5-402b-b2e4-849f8f54e15b), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:15.528470 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5a6cc-d60e-4670-b1be-183860573e6e req-d0a46d84-4da4-4231-87e2-84b5fbae5d37 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:15.530049 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7ae5a6cc-d60e-4670-b1be-183860573e6e req-d0a46d84-4da4-4231-87e2-84b5fbae5d37 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 943 time: 0.0801783 Feb 21 00:44:15.556660 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c066075-7b43-4f61-9f27-a4b76fb6f34b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8388cafd-40d5-402b-b2e4-849f8f54e15b,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:15.574733 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c066075-7b43-4f61-9f27-a4b76fb6f34b admin admin] Checking segment: {'id': 'ff5cc164-49f8-4228-adde-4a5c4df50beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:44:15.575313 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c066075-7b43-4f61-9f27-a4b76fb6f34b admin admin] Network hostable DHCP agents. Network: 28cf2863-0276-45ba-8819-b4e51508cd5b, hostable agents: ['4dd3caeb-76cf-441e-a150-e4aa52c1e518'], hosted agents: [] {{(pid=109906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:44:15.617483 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7ae5a6cc-d60e-4670-b1be-183860573e6e req-5cbc99b7-7dfd-4681-80d8-9aecd8c210aa tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592561 Feb 21 00:44:15.667441 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c066075-7b43-4f61-9f27-a4b76fb6f34b admin admin] Network 28cf2863-0276-45ba-8819-b4e51508cd5b is scheduled to be hosted by DHCP agent 4dd3caeb-76cf-441e-a150-e4aa52c1e518 with binding_index 1 {{(pid=109906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:44:15.713284 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-26cf344c-6410-4a73-8451-9104cef298a7 req-f8778621-d0b3-46d8-8c35-ad79e55eeb92 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (d692d560-d825-4ec3-91af-87fec2ba028b), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:15.725377 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['b3169a9e-759b-4541-9058-21346f041bfa', '89c86f05-1c24-4773-a113-d654b8d6d24f', 'd692d560-d825-4ec3-91af-87fec2ba028b'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:44:15.747597 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8778621-d0b3-46d8-8c35-ad79e55eeb92 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Pushing event deleted for resources: {'Port': ['ID=d692d560-d825-4ec3-91af-87fec2ba028b,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:15.762245 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdefb7-2abf-4195-acf8-75458427b74b req-5e575148-bd25-49b3-994a-f6c71e9562af tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:15.785232 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a2cdefb7-2abf-4195-acf8-75458427b74b req-5e575148-bd25-49b3-994a-f6c71e9562af tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0824893 Feb 21 00:44:15.807950 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-9c066075-7b43-4f61-9f27-a4b76fb6f34b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813224-6-iscsi, 28cf2863-0276-45ba-8819-b4e51508cd5b) {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:44:15.813406 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cf344c-6410-4a73-8451-9104cef298a7 req-f8778621-d0b3-46d8-8c35-ad79e55eeb92 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] No DVR routers for this DVR port d692d560-d825-4ec3-91af-87fec2ba028b on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:44:15.814414 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c066075-7b43-4f61-9f27-a4b76fb6f34b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:15.815015 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9c066075-7b43-4f61-9f27-a4b76fb6f34b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:15.815140 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-26cf344c-6410-4a73-8451-9104cef298a7 req-f8778621-d0b3-46d8-8c35-ad79e55eeb92 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:15.821513 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-26cf344c-6410-4a73-8451-9104cef298a7 req-f8778621-d0b3-46d8-8c35-ad79e55eeb92 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.61 "DELETE /v2.0/ports/d692d560-d825-4ec3-91af-87fec2ba028b HTTP/1.1" status: 204 len: 173 time: 0.6404872 Feb 21 00:44:15.821513 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef3ec2d-9f1a-4513-b366-a2938204adae', 'name': 'network-vif-deleted', 'tag': 'd692d560-d825-4ec3-91af-87fec2ba028b'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:44:15.823773 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da96dc3-75ec-40b4-9e7c-79dab579d6df" -d '{"events": [{"server_uuid": "2ef3ec2d-9f1a-4513-b366-a2938204adae", "name": "network-vif-deleted", "tag": "d692d560-d825-4ec3-91af-87fec2ba028b"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:44:15.834412 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95504b7-a350-4651-8c8c-7360ae7381e3 None None] Network 28cf2863-0276-45ba-8819-b4e51508cd5b requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:44:15.850366 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a2cdefb7-2abf-4195-acf8-75458427b74b req-a38cac42-b981-46a4-9bf5-934f12e672a7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690749 Feb 21 00:44:15.863393 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:44:15.887270 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c042646-ccf5-4fed-9ba6-8943ac1db66b x-openstack-request-id: req-4c042646-ccf5-4fed-9ba6-8943ac1db66b {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:44:15.887563 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef3ec2d-9f1a-4513-b366-a2938204adae", "name": "network-vif-deleted", "tag": "d692d560-d825-4ec3-91af-87fec2ba028b", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:44:15.887874 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c042646-ccf5-4fed-9ba6-8943ac1db66b {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:44:15.888274 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef3ec2d-9f1a-4513-b366-a2938204adae', 'name': 'network-vif-deleted', 'tag': 'd692d560-d825-4ec3-91af-87fec2ba028b', 'status': 'completed', 'code': 200} Feb 21 00:44:15.892710 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:44:15.950001 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-9c066075-7b43-4f61-9f27-a4b76fb6f34b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8703260 Feb 21 00:44:15.952927 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 54750) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:15.957625 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-75a9d685-bb58-44f1-8142-a949f3271b6d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:16.033507 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-75a9d685-bb58-44f1-8142-a949f3271b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-358335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9148'] for router (de36c579-c1d3-42ed-8b6d-8792dc113d2b), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:16.035243 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-75a9d685-bb58-44f1-8142-a949f3271b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9141'] for router (de36c579-c1d3-42ed-8b6d-8792dc113d2b), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:16.077027 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde9a054c-7a88-598b-a9aa-d7bb3c6415cc-28cf2863-0276-45ba-8819-b4e51508cd5b', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'fixed_ips': [{'subnet_id': '8388cafd-40d5-402b-b2e4-849f8f54e15b'}]}} from dv-cinder-813224-6-iscsi. {{(pid=109908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 00:44:16.077027 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:16.096047 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-75a9d685-bb58-44f1-8142-a949f3271b6d admin admin] Publish callbacks [] for router_controller (de36c579-c1d3-42ed-8b6d-8792dc113d2b), precommit_add_association {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:16.139765 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36,segment=NetworkSegment(5d0b55be-7436-4909-b5d1-ad582ca2b9cd),segment_id=5d0b55be-7436-4909-b5d1-ad582ca2b9cd)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:44:16.214174 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': '3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36', 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7', 'port_id': '3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36', 'mac_address': 'fa:16:3e:c3:91:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23234aa-eee5-4469-8f47-c9bd111b8f81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:44:16.312706 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-75a9d685-bb58-44f1-8142-a949f3271b6d admin admin] Publish callbacks [] for router_gateway (de36c579-c1d3-42ed-8b6d-8792dc113d2b), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:16.318778 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:44:16.319172 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:16.351554 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:44:16.368530 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.db_base_plugin_common [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] Allocated IP 172.20.0.2 (28cf2863-0276-45ba-8819-b4e51508cd5b/8388cafd-40d5-402b-b2e4-849f8f54e15b/ceec44c7-ffb7-4e53-bd20-54846016d8c9) {{(pid=109908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:44:16.391762 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36,segment=NetworkSegment(5d0b55be-7436-4909-b5d1-ad582ca2b9cd),segment_id=5d0b55be-7436-4909-b5d1-ad582ca2b9cd)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:44:16.479818 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:16.569624 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-bd762e97-5ae2-443f-9937-d808ebbae58c req-f8355f64-ef1b-463f-b80b-1434f6ff360a tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ef3ec2d-9f1a-4513-b366-a2938204adae HTTP/1.1" status: 200 len: 210 time: 0.0271022 Feb 21 00:44:16.572705 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:16.578491 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] Publish callbacks [] for port (ceec44c7-ffb7-4e53-bd20-54846016d8c9), precommit_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:16.593202 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-75a9d685-bb58-44f1-8142-a949f3271b6d admin admin] Publish callbacks [] for router_gateway (de36c579-c1d3-42ed-8b6d-8792dc113d2b), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:16.612123 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-75a9d685-bb58-44f1-8142-a949f3271b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:16.653431 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451'] for port (ceec44c7-ffb7-4e53-bd20-54846016d8c9), after_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:16.699923 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] Network 28cf2863-0276-45ba-8819-b4e51508cd5b is already hosted by enough agents. {{(pid=109908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:44:16.710373 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.base_scheduler [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] Resources bound (agent type, host, resource id): {{(pid=109908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:44:16.712981 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] Received port after_create {{(pid=109908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:44:16.720376 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] Pushing event updated for resources: {'Port': ['ID=ceec44c7-ffb7-4e53-bd20-54846016d8c9,revision_number=1']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:16.741784 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:44:16.768930 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [None req-75a9d685-bb58-44f1-8142-a949f3271b6d admin admin] Allocated IP 172.27.1.171 (c88f79bf-88c8-4630-a831-5481b52b74c3/d2922032-8347-4ecd-abd4-c2de14eb9a4c/486e5612-c5ae-456d-9dd5-d0ebfb66eddb) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:44:16.798458 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] Attempting to bind port ceec44c7-ffb7-4e53-bd20-54846016d8c9 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:44:16.798829 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] Attempting to bind port ceec44c7-ffb7-4e53-bd20-54846016d8c9 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': 'ff5cc164-49f8-4228-adde-4a5c4df50beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b'}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:44:16.799195 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] Attempting to bind port ceec44c7-ffb7-4e53-bd20-54846016d8c9 on network 28cf2863-0276-45ba-8819-b4e51508cd5b {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:44:16.808756 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871e9fb-50c8-478f-9f38-022a2e4ba4df req-20201b22-e34b-4120-8192-4eeedb37fa7a tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:16.810133 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5871e9fb-50c8-478f-9f38-022a2e4ba4df req-20201b22-e34b-4120-8192-4eeedb37fa7a tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 944 time: 0.0953345 Feb 21 00:44:16.818485 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:44:16.819163 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] Checking segment: {'id': 'ff5cc164-49f8-4228-adde-4a5c4df50beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:44:16.819575 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:16.819971 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] Bound using segment: {'id': 'ff5cc164-49f8-4228-adde-4a5c4df50beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b'} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:44:16.820487 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] Bound port: ceec44c7-ffb7-4e53-bd20-54846016d8c9, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5cc164-49f8-4228-adde-4a5c4df50beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b'}}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:44:16.821141 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (ceec44c7-ffb7-4e53-bd20-54846016d8c9), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:16.906231 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5871e9fb-50c8-478f-9f38-022a2e4ba4df req-d5d34f91-a22e-4287-a189-69deb40504a9 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677726 Feb 21 00:44:16.943507 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-75a9d685-bb58-44f1-8142-a949f3271b6d admin admin] Publish callbacks [] for port (486e5612-c5ae-456d-9dd5-d0ebfb66eddb), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:16.991325 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a25eda-5e5a-4526-9ebe-339c5378db02 req-36c5ecaf-026a-476e-b7b5-f77d11645fa9 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:16.992884 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-61a25eda-5e5a-4526-9ebe-339c5378db02 req-36c5ecaf-026a-476e-b7b5-f77d11645fa9 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0549657 Feb 21 00:44:17.033328 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-75a9d685-bb58-44f1-8142-a949f3271b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (486e5612-c5ae-456d-9dd5-d0ebfb66eddb), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:17.045687 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-61a25eda-5e5a-4526-9ebe-339c5378db02 req-60ffcffb-735d-4258-9d83-05f93c052e5d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468080 Feb 21 00:44:17.052141 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] For port ceec44c7-ffb7-4e53-bd20-54846016d8c9, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:44:17.056111 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] For port ceec44c7-ffb7-4e53-bd20-54846016d8c9, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=ceec44c7-ffb7-4e53-bd20-54846016d8c9,segment=NetworkSegment(ff5cc164-49f8-4228-adde-4a5c4df50beb),segment_id=ff5cc164-49f8-4228-adde-4a5c4df50beb)] {{(pid=109908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:44:17.076772 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a9d685-bb58-44f1-8142-a949f3271b6d admin admin] Network c88f79bf-88c8-4630-a831-5481b52b74c3 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:44:17.079553 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-75a9d685-bb58-44f1-8142-a949f3271b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:44:17.085708 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a9d685-bb58-44f1-8142-a949f3271b6d admin admin] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:44:17.109845 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9d685-bb58-44f1-8142-a949f3271b6d admin admin] Pushing event updated for resources: {'Port': ['ID=486e5612-c5ae-456d-9dd5-d0ebfb66eddb,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:17.114080 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (ceec44c7-ffb7-4e53-bd20-54846016d8c9), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:17.180381 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549cb78-dc8b-4a35-843e-0d4ec84c29b6 None None] Pushing event updated for resources: {'Port': ['ID=ceec44c7-ffb7-4e53-bd20-54846016d8c9,revision_number=2']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:17.428424 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-75a9d685-bb58-44f1-8142-a949f3271b6d admin admin] Publish callbacks [] for router_gateway (de36c579-c1d3-42ed-8b6d-8792dc113d2b), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:17.626452 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-75a9d685-bb58-44f1-8142-a949f3271b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-356390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362153'] for router (de36c579-c1d3-42ed-8b6d-8792dc113d2b), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:17.833298 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a9d685-bb58-44f1-8142-a949f3271b6d admin admin] Router de36c579-c1d3-42ed-8b6d-8792dc113d2b is scheduled to L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 with binding_index 1 {{(pid=109907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 00:44:18.046318 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866c58e2-e7b9-486d-94d8-7a7f6fc10d1c None None] Network 28cf2863-0276-45ba-8819-b4e51508cd5b requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:44:18.064354 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c0050-0c67-4082-9f0e-460182e21a78 req-fdd3e902-d6a4-42f4-92f5-cacc709cfe86 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:18.066189 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a59c0050-0c67-4082-9f0e-460182e21a78 req-fdd3e902-d6a4-42f4-92f5-cacc709cfe86 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 945 time: 0.0560963 Feb 21 00:44:18.130324 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-64f425f9-a7f2-46a1-850e-9e7664e8e0d9 None None] Provisioning complete for port ceec44c7-ffb7-4e53-bd20-54846016d8c9 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:44:18.130324 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-64f425f9-a7f2-46a1-850e-9e7664e8e0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (ceec44c7-ffb7-4e53-bd20-54846016d8c9), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:18.130922 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a59c0050-0c67-4082-9f0e-460182e21a78 req-05799663-6c8e-4c45-9d0a-a3983146a77a tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519898 Feb 21 00:44:18.221164 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfa5fd-4018-41a6-ac42-9bd0603f6b65 req-7c3086f9-704a-4ccc-8d68-3defdda04634 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:18.225051 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2bbfa5fd-4018-41a6-ac42-9bd0603f6b65 req-7c3086f9-704a-4ccc-8d68-3defdda04634 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 944 time: 0.1229730 Feb 21 00:44:18.234030 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a9d685-bb58-44f1-8142-a949f3271b6d admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:44:18.249260 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] Sync routers for ids ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:44:18.271451 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] Routers {'de36c579-c1d3-42ed-8b6d-8792dc113d2b'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:44:18.272216 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:43:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:18.274019 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69901df-577e-45db-9e7d-3df7f165a358 req-97e47b42-cd06-492d-ba84-953a44f3d72b tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:18.275542 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c69901df-577e-45db-9e7d-3df7f165a358 req-97e47b42-cd06-492d-ba84-953a44f3d72b tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0693536 Feb 21 00:44:18.278191 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-64f425f9-a7f2-46a1-850e-9e7664e8e0d9 None None] Current status of the port ceec44c7-ffb7-4e53-bd20-54846016d8c9 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:44:18.279100 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-64f425f9-a7f2-46a1-850e-9e7664e8e0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (ceec44c7-ffb7-4e53-bd20-54846016d8c9), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:18.325759 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2bbfa5fd-4018-41a6-ac42-9bd0603f6b65 req-3a5d833c-b173-47e2-a9e1-0db6d65f7863 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762188 Feb 21 00:44:18.350004 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c69901df-577e-45db-9e7d-3df7f165a358 req-3b43baab-3476-4b6e-a773-2ba2bb24ec5a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610840 Feb 21 00:44:18.369539 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-64f425f9-a7f2-46a1-850e-9e7664e8e0d9 None None] For port ceec44c7-ffb7-4e53-bd20-54846016d8c9, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=ceec44c7-ffb7-4e53-bd20-54846016d8c9,segment=NetworkSegment(ff5cc164-49f8-4228-adde-4a5c4df50beb),segment_id=ff5cc164-49f8-4228-adde-4a5c4df50beb)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:44:18.370924 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device ceec44c7-ffb7-4e53-bd20-54846016d8c9 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:44:18.390276 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-75a9d685-bb58-44f1-8142-a949f3271b6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:18.392393 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-75a9d685-bb58-44f1-8142-a949f3271b6d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4376297 Feb 21 00:44:18.397565 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 54774) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:18.467920 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-64f425f9-a7f2-46a1-850e-9e7664e8e0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (ceec44c7-ffb7-4e53-bd20-54846016d8c9), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:18.507373 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] Set router de36c579-c1d3-42ed-8b6d-8792dc113d2b gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:44:18.621126 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port ceec44c7-ffb7-4e53-bd20-54846016d8c9 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:44:18.621501 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (ceec44c7-ffb7-4e53-bd20-54846016d8c9), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:18.655659 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f425f9-a7f2-46a1-850e-9e7664e8e0d9 None None] Pushing event updated for resources: {'Port': ['ID=ceec44c7-ffb7-4e53-bd20-54846016d8c9,revision_number=3']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:18.681238 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-65a4628c-fdaf-48d8-b74b-85af94e2dd58 None None] Provisioning complete for port ceec44c7-ffb7-4e53-bd20-54846016d8c9 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:44:18.681612 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-65a4628c-fdaf-48d8-b74b-85af94e2dd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (ceec44c7-ffb7-4e53-bd20-54846016d8c9), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:18.809400 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port ceec44c7-ffb7-4e53-bd20-54846016d8c9 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:44:18.836186 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fb45c0d9-da2a-444a-8127-ed97eb1b792b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:18.853997 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-65a4628c-fdaf-48d8-b74b-85af94e2dd58 None None] Current status of the port ceec44c7-ffb7-4e53-bd20-54846016d8c9 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:44:18.860115 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:17Z', 'revision_number': 3, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port': {'id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:18.885769 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] Checking router: de36c579-c1d3-42ed-8b6d-8792dc113d2b for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:44:18.886118 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] Updating router de36c579-c1d3-42ed-8b6d-8792dc113d2b port 486e5612-c5ae-456d-9dd5-d0ebfb66eddb binding host dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:44:18.917045 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (486e5612-c5ae-456d-9dd5-d0ebfb66eddb), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:18.993480 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_common [None req-fb45c0d9-da2a-444a-8127-ed97eb1b792b admin admin] Allocated IP 172.20.0.1 (28cf2863-0276-45ba-8819-b4e51508cd5b/8388cafd-40d5-402b-b2e4-849f8f54e15b/46525186-5363-47fe-9f00-522ce8a4c9b2) {{(pid=109906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:44:19.091513 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fb45c0d9-da2a-444a-8127-ed97eb1b792b admin admin] Publish callbacks [] for port (46525186-5363-47fe-9f00-522ce8a4c9b2), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:19.161062 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] Publish callbacks [] for port (486e5612-c5ae-456d-9dd5-d0ebfb66eddb), precommit_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:19.181865 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fb45c0d9-da2a-444a-8127-ed97eb1b792b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (46525186-5363-47fe-9f00-522ce8a4c9b2), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:19.224142 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb45c0d9-da2a-444a-8127-ed97eb1b792b admin admin] Network 28cf2863-0276-45ba-8819-b4e51508cd5b is already hosted by enough agents. {{(pid=109906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:44:19.227389 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (486e5612-c5ae-456d-9dd5-d0ebfb66eddb), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:19.228553 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-fb45c0d9-da2a-444a-8127-ed97eb1b792b admin admin] Resources bound (agent type, host, resource id): {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:44:19.234361 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb45c0d9-da2a-444a-8127-ed97eb1b792b admin admin] Received port after_create {{(pid=109906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:44:19.258074 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dced0-4807-41ef-b5ec-47046018dd65 req-16feb227-c92e-4aaa-8369-e36f729b7f76 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:19.260016 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45c0d9-da2a-444a-8127-ed97eb1b792b admin admin] Pushing event updated for resources: {'Port': ['ID=46525186-5363-47fe-9f00-522ce8a4c9b2,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:19.261038 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0d4dced0-4807-41ef-b5ec-47046018dd65 req-16feb227-c92e-4aaa-8369-e36f729b7f76 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 945 time: 0.0683773 Feb 21 00:44:19.277153 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] Attempting to bind port 486e5612-c5ae-456d-9dd5-d0ebfb66eddb on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:44:19.277537 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] Attempting to bind port 486e5612-c5ae-456d-9dd5-d0ebfb66eddb by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:44:19.277908 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] Attempting to bind port 486e5612-c5ae-456d-9dd5-d0ebfb66eddb on network c88f79bf-88c8-4630-a831-5481b52b74c3 {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:44:19.285416 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:44:19.285728 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] Checking segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:44:19.286145 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:19.286547 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] Bound using segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:44:19.287184 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] Bound port: 486e5612-c5ae-456d-9dd5-d0ebfb66eddb, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:44:19.287529 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (486e5612-c5ae-456d-9dd5-d0ebfb66eddb), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:19.291213 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fb45c0d9-da2a-444a-8127-ed97eb1b792b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358782'] for router_interface (de36c579-c1d3-42ed-8b6d-8792dc113d2b), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:19.325356 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0d4dced0-4807-41ef-b5ec-47046018dd65 req-ad9ded7e-5496-4596-8e57-25528e191469 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558383 Feb 21 00:44:19.348071 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] For port 486e5612-c5ae-456d-9dd5-d0ebfb66eddb, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:44:19.349739 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] For port 486e5612-c5ae-456d-9dd5-d0ebfb66eddb, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=486e5612-c5ae-456d-9dd5-d0ebfb66eddb,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:44:19.359396 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a6099-ed78-405c-b98d-c0bc8efd0eff None None] Pushing event updated for resources: {'Port': ['ID=486e5612-c5ae-456d-9dd5-d0ebfb66eddb,revision_number=2']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:19.411326 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (486e5612-c5ae-456d-9dd5-d0ebfb66eddb), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:19.484986 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] Routers {'de36c579-c1d3-42ed-8b6d-8792dc113d2b'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:44:19.485960 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:43:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:19.497491 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a6099-ed78-405c-b98d-c0bc8efd0eff None None] Pushing event updated for resources: {'Port': ['ID=486e5612-c5ae-456d-9dd5-d0ebfb66eddb,revision_number=3']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:19.513359 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fb45c0d9-da2a-444a-8127-ed97eb1b792b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (46525186-5363-47fe-9f00-522ce8a4c9b2), before_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:19.518405 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95252c-83ac-4180-bc6a-169ecddd0e77 req-5e8f5879-0d65-419d-a1bf-e8036d6e4c4b tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:19.521199 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9d95252c-83ac-4180-bc6a-169ecddd0e77 req-5e8f5879-0d65-419d-a1bf-e8036d6e4c4b tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0743411 Feb 21 00:44:19.529498 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c2bef-cded-4eb1-b9b6-b5276929cd3b req-ae0d2a1e-7976-4e2d-a2c1-99706c988275 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:19.531058 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c67c2bef-cded-4eb1-b9b6-b5276929cd3b req-ae0d2a1e-7976-4e2d-a2c1-99706c988275 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 944 time: 0.0957518 Feb 21 00:44:19.547479 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-22699276-b5eb-43d6-b03f-7d8e8fde53b9 None None] Provisioning complete for port 46525186-5363-47fe-9f00-522ce8a4c9b2 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:44:19.547917 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-22699276-b5eb-43d6-b03f-7d8e8fde53b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (46525186-5363-47fe-9f00-522ce8a4c9b2), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:19.572392 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9d95252c-83ac-4180-bc6a-169ecddd0e77 req-bebbf5bb-7386-4654-9463-2458936895b6 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453520 Feb 21 00:44:19.577086 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device d692d560-d825-4ec3-91af-87fec2ba028b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:44:19.604132 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: d692d560-d825-4ec3-91af-87fec2ba028b {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:44:19.604420 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device d692d560-d825-4ec3-91af-87fec2ba028b not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:44:19.622877 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-22699276-b5eb-43d6-b03f-7d8e8fde53b9 None None] Port 46525186-5363-47fe-9f00-522ce8a4c9b2 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:44:19.624162 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c67c2bef-cded-4eb1-b9b6-b5276929cd3b req-ae2dd42c-5c90-48e2-aa17-e630b7345840 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852947 Feb 21 00:44:19.676914 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] Set router de36c579-c1d3-42ed-8b6d-8792dc113d2b gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:44:19.733227 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fb45c0d9-da2a-444a-8127-ed97eb1b792b admin admin] Publish callbacks [] for port (46525186-5363-47fe-9f00-522ce8a4c9b2), precommit_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:19.821741 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fb45c0d9-da2a-444a-8127-ed97eb1b792b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11782249'] for port (46525186-5363-47fe-9f00-522ce8a4c9b2), after_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:19.893381 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45c0d9-da2a-444a-8127-ed97eb1b792b admin admin] Pushing event updated for resources: {'Port': ['ID=46525186-5363-47fe-9f00-522ce8a4c9b2,revision_number=2']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:19.898457 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fb45c0d9-da2a-444a-8127-ed97eb1b792b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3776529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358890'] for router_interface (de36c579-c1d3-42ed-8b6d-8792dc113d2b), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:19.992216 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb45c0d9-da2a-444a-8127-ed97eb1b792b admin admin] Network 28cf2863-0276-45ba-8819-b4e51508cd5b is already hosted by enough agents. {{(pid=109906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:44:19.993815 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-fb45c0d9-da2a-444a-8127-ed97eb1b792b admin admin] Resources bound (agent type, host, resource id): {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:44:20.004577 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 4, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port': {'id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '46525186-5363-47fe-9f00-522ce8a4c9b2', 'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'mac_address': 'fa:16:3e:a0:43:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:18Z', 'updated_at': '2022-02-21T00:44:18Z', 'revision_number': 1, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'subnets': [{'id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:20.036272 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a7330-5291-485c-8c2c-e6df88660259 None None] The sync data for ids ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'] in dv-cinder-813224-6-iscsi is: [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 4, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port': {'id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '46525186-5363-47fe-9f00-522ce8a4c9b2', 'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'mac_address': 'fa:16:3e:a0:43:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:18Z', 'updated_at': '2022-02-21T00:44:18Z', 'revision_number': 1, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'subnets': [{'id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:44:20.123404 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb45c0d9-da2a-444a-8127-ed97eb1b792b admin admin] Router de36c579-c1d3-42ed-8b6d-8792dc113d2b has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:44:20.251952 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-95448b99-547b-46fe-b7c6-517086cd9893 None None] Provisioning complete for port 46525186-5363-47fe-9f00-522ce8a4c9b2 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:44:20.252418 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-95448b99-547b-46fe-b7c6-517086cd9893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (46525186-5363-47fe-9f00-522ce8a4c9b2), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:20.274736 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb45c0d9-da2a-444a-8127-ed97eb1b792b admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:44:20.281094 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-fb45c0d9-da2a-444a-8127-ed97eb1b792b admin admin] 10.222.0.81 "PUT /v2.0/routers/de36c579-c1d3-42ed-8b6d-8792dc113d2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8819859 Feb 21 00:44:20.308786 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-95448b99-547b-46fe-b7c6-517086cd9893 None None] Port 46525186-5363-47fe-9f00-522ce8a4c9b2 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:44:20.396357 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device ceec44c7-ffb7-4e53-bd20-54846016d8c9 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:44:20.467426 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port ceec44c7-ffb7-4e53-bd20-54846016d8c9 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:44:20.467814 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (ceec44c7-ffb7-4e53-bd20-54846016d8c9), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:20.468416 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734129f-252e-440b-9416-d89a006e0522 req-7c437e58-a857-4ecc-80de-5be84fb84af4 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:20.476715 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f734129f-252e-440b-9416-d89a006e0522 req-7c437e58-a857-4ecc-80de-5be84fb84af4 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 945 time: 0.0725379 Feb 21 00:44:20.536189 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f734129f-252e-440b-9416-d89a006e0522 req-d10c8ca9-b6e6-443b-bceb-fb1a2edd0595 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527425 Feb 21 00:44:20.557445 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port ceec44c7-ffb7-4e53-bd20-54846016d8c9 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:44:20.735635 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101841f1-62f5-4bde-92cc-0448d816a7f6 req-021f598d-bd04-494d-9e5c-b16f6179b11a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:20.751110 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-101841f1-62f5-4bde-92cc-0448d816a7f6 req-021f598d-bd04-494d-9e5c-b16f6179b11a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0899274 Feb 21 00:44:20.803216 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-101841f1-62f5-4bde-92cc-0448d816a7f6 req-b1cefc97-7659-4a7c-8b02-7e567a366802 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510142 Feb 21 00:44:20.926658 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 54804) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:20.931635 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-e109cb91-7d19-4945-8fe1-98d2e1c05adb tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1806287398', 'description': 'tempest-description--2002613854'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:20.963221 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b07487-01b3-42b8-a10e-1d942f5d3e34 req-f327e737-bc49-4c1e-ad1f-b778038787ff tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:20.970285 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a7b07487-01b3-42b8-a10e-1d942f5d3e34 req-f327e737-bc49-4c1e-ad1f-b778038787ff tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 944 time: 0.0878801 Feb 21 00:44:21.005683 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e109cb91-7d19-4945-8fe1-98d2e1c05adb tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:21.034325 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8ca13-80a3-4877-827c-da93859ae5d7 req-e4ef3a09-2b9b-4f7c-a421-c4ac17a87580 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:21.036390 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8fa8ca13-80a3-4877-827c-da93859ae5d7 req-e4ef3a09-2b9b-4f7c-a421-c4ac17a87580 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 945 time: 0.1152401 Feb 21 00:44:21.049222 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a7b07487-01b3-42b8-a10e-1d942f5d3e34 req-4ba4a1a0-91ca-4272-a71b-52feebba1762 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760357 Feb 21 00:44:21.094958 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e109cb91-7d19-4945-8fe1-98d2e1c05adb tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group (f3c8eef8-70a9-4761-a7de-610f6dcd6fd6), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:21.135784 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e109cb91-7d19-4945-8fe1-98d2e1c05adb tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (f3c8eef8-70a9-4761-a7de-610f6dcd6fd6), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:21.149620 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-8fa8ca13-80a3-4877-827c-da93859ae5d7 req-edc18913-f257-4f8a-85e9-1c537453ceed tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Deleting port 89c86f05-1c24-4773-a113-d654b8d6d24f {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:44:21.150037 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-8fa8ca13-80a3-4877-827c-da93859ae5d7 req-edc18913-f257-4f8a-85e9-1c537453ceed tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (89c86f05-1c24-4773-a113-d654b8d6d24f), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:21.171868 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109cb91-7d19-4945-8fe1-98d2e1c05adb tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:21.228489 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e109cb91-7d19-4945-8fe1-98d2e1c05adb tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:21.229781 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-e109cb91-7d19-4945-8fe1-98d2e1c05adb tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3021102 Feb 21 00:44:21.232769 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 54806) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:21.237928 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-e95ccda6-e60d-4db8-8364-66d7ba63e505 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Request body: {'security_group_rule': {'security_group_id': 'f3c8eef8-70a9-4761-a7de-610f6dcd6fd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:21.248453 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-8fa8ca13-80a3-4877-827c-da93859ae5d7 req-edc18913-f257-4f8a-85e9-1c537453ceed tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] For port 89c86f05-1c24-4773-a113-d654b8d6d24f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89c86f05-1c24-4773-a113-d654b8d6d24f,segment=NetworkSegment(5171ad0f-cdd7-4d59-a1da-485b04cc5db5),segment_id=5171ad0f-cdd7-4d59-a1da-485b04cc5db5)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:44:21.248876 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-8fa8ca13-80a3-4877-827c-da93859ae5d7 req-edc18913-f257-4f8a-85e9-1c537453ceed tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (89c86f05-1c24-4773-a113-d654b8d6d24f), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:21.263410 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-8fa8ca13-80a3-4877-827c-da93859ae5d7 req-edc18913-f257-4f8a-85e9-1c537453ceed tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Calling delete_port for 89c86f05-1c24-4773-a113-d654b8d6d24f owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:44:21.312837 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e95ccda6-e60d-4db8-8364-66d7ba63e505 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group_rule (b5d0f440-5e13-4467-b822-b50b2c3f5fcd), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:21.376847 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e95ccda6-e60d-4db8-8364-66d7ba63e505 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group_rule (b5d0f440-5e13-4467-b822-b50b2c3f5fcd), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:21.455496 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e95ccda6-e60d-4db8-8364-66d7ba63e505 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (b5d0f440-5e13-4467-b822-b50b2c3f5fcd), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:21.467604 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-8fa8ca13-80a3-4877-827c-da93859ae5d7 req-edc18913-f257-4f8a-85e9-1c537453ceed tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (89c86f05-1c24-4773-a113-d654b8d6d24f), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:21.476692 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ccda6-e60d-4db8-8364-66d7ba63e505 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d0f440-5e13-4467-b822-b50b2c3f5fcd,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:21.497345 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc18913-f257-4f8a-85e9-1c537453ceed tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Pushing event deleted for resources: {'Port': ['ID=89c86f05-1c24-4773-a113-d654b8d6d24f,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:21.542865 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e95ccda6-e60d-4db8-8364-66d7ba63e505 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:21.544072 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-e95ccda6-e60d-4db8-8364-66d7ba63e505 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3103559 Feb 21 00:44:21.545420 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa8ca13-80a3-4877-827c-da93859ae5d7 req-edc18913-f257-4f8a-85e9-1c537453ceed tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] No DVR routers for this DVR port 89c86f05-1c24-4773-a113-d654b8d6d24f on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:44:21.546875 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 54808) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:21.551952 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-594fa1fa-defd-4ec8-9935-e3da99325a03 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Request body: {'security_group_rule': {'security_group_id': 'f3c8eef8-70a9-4761-a7de-610f6dcd6fd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:21.556719 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-8fa8ca13-80a3-4877-827c-da93859ae5d7 req-edc18913-f257-4f8a-85e9-1c537453ceed tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:21.560165 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8fa8ca13-80a3-4877-827c-da93859ae5d7 req-edc18913-f257-4f8a-85e9-1c537453ceed tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.61 "DELETE /v2.0/ports/89c86f05-1c24-4773-a113-d654b8d6d24f HTTP/1.1" status: 204 len: 173 time: 0.5090053 Feb 21 00:44:21.560634 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb28f370-b77f-447f-8604-b3cfaad0634f', 'name': 'network-vif-deleted', 'tag': '89c86f05-1c24-4773-a113-d654b8d6d24f'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:44:21.562988 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb21a1bf-791a-47f8-9310-cca2cf9304a7" -d '{"events": [{"server_uuid": "fb28f370-b77f-447f-8604-b3cfaad0634f", "name": "network-vif-deleted", "tag": "89c86f05-1c24-4773-a113-d654b8d6d24f"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:44:21.602070 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1543a5-c924-4657-84ce-07a3bb4dc1fa x-openstack-request-id: req-dd1543a5-c924-4657-84ce-07a3bb4dc1fa {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:44:21.611587 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb28f370-b77f-447f-8604-b3cfaad0634f", "name": "network-vif-deleted", "tag": "89c86f05-1c24-4773-a113-d654b8d6d24f", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:44:21.611587 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd1543a5-c924-4657-84ce-07a3bb4dc1fa {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:44:21.611587 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb28f370-b77f-447f-8604-b3cfaad0634f', 'name': 'network-vif-deleted', 'tag': '89c86f05-1c24-4773-a113-d654b8d6d24f', 'status': 'completed', 'code': 200} Feb 21 00:44:21.629824 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-fe0a3c5e-7a00-4ddc-98cc-8da5e623965f req-4d126c5b-c22f-454a-b02b-fea33800fca5 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 210 time: 0.0281396 Feb 21 00:44:21.663802 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-594fa1fa-defd-4ec8-9935-e3da99325a03 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group_rule (a33e281b-c5e3-4314-bd58-8bc19616a46c), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:21.732941 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-594fa1fa-defd-4ec8-9935-e3da99325a03 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group_rule (a33e281b-c5e3-4314-bd58-8bc19616a46c), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:21.799084 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-594fa1fa-defd-4ec8-9935-e3da99325a03 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (a33e281b-c5e3-4314-bd58-8bc19616a46c), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:21.818194 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fa1fa-defd-4ec8-9935-e3da99325a03 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33e281b-c5e3-4314-bd58-8bc19616a46c,revision_number=0']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:21.857967 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-594fa1fa-defd-4ec8-9935-e3da99325a03 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:21.863672 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-594fa1fa-defd-4ec8-9935-e3da99325a03 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3119268 Feb 21 00:44:21.863672 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 54818) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:21.869713 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-9b8d63f2-2c70-47b7-ade6-e54dd60d8658 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Request body: {'floatingip': {'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:21.949369 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a51e1-b1c9-4f4d-967f-3fcc0a409fef req-e070c43d-81e5-45dd-afdf-72e7421f84a7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:21.950603 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f85a51e1-b1c9-4f4d-967f-3fcc0a409fef req-e070c43d-81e5-45dd-afdf-72e7421f84a7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0557034 Feb 21 00:44:21.995646 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9b8d63f2-2c70-47b7-ade6-e54dd60d8658 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:22.012226 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f85a51e1-b1c9-4f4d-967f-3fcc0a409fef req-15bf09cb-49bc-4da2-bd35-530cf91dd849 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558107 Feb 21 00:44:22.099478 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9b8d63f2-2c70-47b7-ade6-e54dd60d8658 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:22.165671 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06672574-e22a-47f6-9d30-cbf710522206 req-16006004-64d1-4718-a07c-48cf3e8f99c2 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:22.167182 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-06672574-e22a-47f6-9d30-cbf710522206 req-16006004-64d1-4718-a07c-48cf3e8f99c2 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 944 time: 0.0550601 Feb 21 00:44:22.197860 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] Sync routers for ids ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'] in dv-cinder-813224-6-iscsi {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:44:22.209398 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] Routers {'de36c579-c1d3-42ed-8b6d-8792dc113d2b'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:44:22.209949 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:43:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:22.213366 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [None req-9b8d63f2-2c70-47b7-ade6-e54dd60d8658 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Allocated IP 172.27.1.154 (c88f79bf-88c8-4630-a831-5481b52b74c3/d2922032-8347-4ecd-abd4-c2de14eb9a4c/f99a5e07-14ce-4c8a-9dde-e0442174511d) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:44:22.218202 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-06672574-e22a-47f6-9d30-cbf710522206 req-4b5a1611-429e-40e1-bd9e-0bfdf327c1e3 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450633 Feb 21 00:44:22.331026 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] Set router de36c579-c1d3-42ed-8b6d-8792dc113d2b gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:44:22.333608 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9b8d63f2-2c70-47b7-ade6-e54dd60d8658 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for port (f99a5e07-14ce-4c8a-9dde-e0442174511d), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:22.337904 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 486e5612-c5ae-456d-9dd5-d0ebfb66eddb up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:44:22.390659 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 486e5612-c5ae-456d-9dd5-d0ebfb66eddb triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:44:22.391141 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (486e5612-c5ae-456d-9dd5-d0ebfb66eddb), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:22.427228 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9b8d63f2-2c70-47b7-ade6-e54dd60d8658 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (f99a5e07-14ce-4c8a-9dde-e0442174511d), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:22.468351 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8d63f2-2c70-47b7-ade6-e54dd60d8658 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Network c88f79bf-88c8-4630-a831-5481b52b74c3 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:44:22.471163 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-9b8d63f2-2c70-47b7-ade6-e54dd60d8658 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:44:22.474264 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8d63f2-2c70-47b7-ade6-e54dd60d8658 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:44:22.475718 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 486e5612-c5ae-456d-9dd5-d0ebfb66eddb is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:44:22.476177 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (486e5612-c5ae-456d-9dd5-d0ebfb66eddb), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:22.498727 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] For port 486e5612-c5ae-456d-9dd5-d0ebfb66eddb, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=486e5612-c5ae-456d-9dd5-d0ebfb66eddb,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:44:22.509409 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d63f2-2c70-47b7-ade6-e54dd60d8658 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Pushing event updated for resources: {'Port': ['ID=f99a5e07-14ce-4c8a-9dde-e0442174511d,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:22.534550 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 4, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port': {'id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '46525186-5363-47fe-9f00-522ce8a4c9b2', 'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'mac_address': 'fa:16:3e:a0:43:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:18Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 2, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'subnets': [{'id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:22.560592 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] Checking router: de36c579-c1d3-42ed-8b6d-8792dc113d2b for host: dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:44:22.560957 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] Updating router de36c579-c1d3-42ed-8b6d-8792dc113d2b port 46525186-5363-47fe-9f00-522ce8a4c9b2 binding host dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:44:22.564382 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (486e5612-c5ae-456d-9dd5-d0ebfb66eddb), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:22.591259 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (46525186-5363-47fe-9f00-522ce8a4c9b2), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:22.610530 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9b8d63f2-2c70-47b7-ade6-e54dd60d8658 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for floatingip (a8e27a7b-4359-47e7-8c4a-99f730a1f981), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:22.617156 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Pushing event updated for resources: {'Port': ['ID=486e5612-c5ae-456d-9dd5-d0ebfb66eddb,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:22.625434 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:22.625892 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:22.626332 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:22.626746 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:22.627155 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:22.627562 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:22.627964 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:22.628530 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:22.629263 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:22.629744 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:22.630091 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:22.630456 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:22.630790 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:22.738468 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d244f977-2b45-43c4-8b20-e493fc5982b5 req-353b1fb0-50a6-4560-ac41-27f6254b2f8b tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 210 time: 0.0422244 Feb 21 00:44:22.749698 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9b8d63f2-2c70-47b7-ade6-e54dd60d8658 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (f99a5e07-14ce-4c8a-9dde-e0442174511d), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:22.862608 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] Publish callbacks [] for port (46525186-5363-47fe-9f00-522ce8a4c9b2), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:22.902692 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9b8d63f2-2c70-47b7-ade6-e54dd60d8658 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for port (f99a5e07-14ce-4c8a-9dde-e0442174511d), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:22.918542 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (46525186-5363-47fe-9f00-522ce8a4c9b2), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:22.970486 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9da50-0df1-4336-9726-052ddc10a712 None None] Pushing event updated for resources: {'Port': ['ID=46525186-5363-47fe-9f00-522ce8a4c9b2,revision_number=3']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:22.976217 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9b8d63f2-2c70-47b7-ade6-e54dd60d8658 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (f99a5e07-14ce-4c8a-9dde-e0442174511d), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:23.022856 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] Attempting to bind port 46525186-5363-47fe-9f00-522ce8a4c9b2 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:44:23.023642 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] Attempting to bind port 46525186-5363-47fe-9f00-522ce8a4c9b2 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': 'ff5cc164-49f8-4228-adde-4a5c4df50beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b'}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:44:23.024030 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] Attempting to bind port 46525186-5363-47fe-9f00-522ce8a4c9b2 on network 28cf2863-0276-45ba-8819-b4e51508cd5b {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:44:23.030535 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:44:23.031174 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] Checking segment: {'id': 'ff5cc164-49f8-4228-adde-4a5c4df50beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:44:23.031737 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:23.032383 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] Bound using segment: {'id': 'ff5cc164-49f8-4228-adde-4a5c4df50beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b'} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:44:23.032884 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] Bound port: 46525186-5363-47fe-9f00-522ce8a4c9b2, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5cc164-49f8-4228-adde-4a5c4df50beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b'}}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:44:23.033275 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (46525186-5363-47fe-9f00-522ce8a4c9b2), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:23.053795 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d63f2-2c70-47b7-ade6-e54dd60d8658 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Pushing event updated for resources: {'Port': ['ID=f99a5e07-14ce-4c8a-9dde-e0442174511d,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:23.072422 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9b8d63f2-2c70-47b7-ade6-e54dd60d8658 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362231'] for floatingip (a8e27a7b-4359-47e7-8c4a-99f730a1f981), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:23.111434 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] For port 46525186-5363-47fe-9f00-522ce8a4c9b2, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:44:23.116240 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] For port 46525186-5363-47fe-9f00-522ce8a4c9b2, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=46525186-5363-47fe-9f00-522ce8a4c9b2,segment=NetworkSegment(ff5cc164-49f8-4228-adde-4a5c4df50beb),segment_id=ff5cc164-49f8-4228-adde-4a5c4df50beb)] {{(pid=109909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:44:23.149579 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9b8d63f2-2c70-47b7-ade6-e54dd60d8658 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:23.152688 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-9b8d63f2-2c70-47b7-ade6-e54dd60d8658 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2863612 Feb 21 00:44:23.156678 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c257048-341d-4ca5-ade6-17c80f30678b req-beb89574-8268-456c-ae13-0c60e95d9280 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:23.161019 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-8c257048-341d-4ca5-ade6-17c80f30678b req-beb89574-8268-456c-ae13-0c60e95d9280 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0571649 Feb 21 00:44:23.205261 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (46525186-5363-47fe-9f00-522ce8a4c9b2), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:23.209919 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-8c257048-341d-4ca5-ade6-17c80f30678b req-19f19fcf-cf36-4b03-a847-5d620472f311 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451369 Feb 21 00:44:23.267133 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-fe2cc06b-3190-413e-9784-7c018947bee6 None None] Provisioning complete for port 46525186-5363-47fe-9f00-522ce8a4c9b2 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:44:23.267661 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-fe2cc06b-3190-413e-9784-7c018947bee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (46525186-5363-47fe-9f00-522ce8a4c9b2), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:23.279521 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9da50-0df1-4336-9726-052ddc10a712 None None] Pushing event updated for resources: {'Port': ['ID=46525186-5363-47fe-9f00-522ce8a4c9b2,revision_number=4']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:23.298238 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] Routers {'de36c579-c1d3-42ed-8b6d-8792dc113d2b'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:44:23.298874 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:43:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:23.350019 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-90281011-9e3e-4878-91e8-d1e3897ae64a tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1806287398&fields=id&tenant_id=1e025d3db5ee41318537bfd4c1fc1d95 HTTP/1.1" status: 200 len: 267 time: 0.0851717 Feb 21 00:44:23.387646 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f8fa2-00a9-4a56-bfb6-378cd743ce27 req-bdf22e6c-3d43-48d2-907e-9e0d493bb2b6 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:23.389523 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b83f8fa2-00a9-4a56-bfb6-378cd743ce27 req-bdf22e6c-3d43-48d2-907e-9e0d493bb2b6 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 944 time: 0.1008449 Feb 21 00:44:23.438320 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-fe2cc06b-3190-413e-9784-7c018947bee6 None None] Current status of the port 46525186-5363-47fe-9f00-522ce8a4c9b2 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:44:23.439336 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-fe2cc06b-3190-413e-9784-7c018947bee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (46525186-5363-47fe-9f00-522ce8a4c9b2), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:23.449210 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] Set router de36c579-c1d3-42ed-8b6d-8792dc113d2b gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:44:23.455962 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b83f8fa2-00a9-4a56-bfb6-378cd743ce27 req-c755d363-fbc3-481a-a926-e28e5ceeaa35 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594864 Feb 21 00:44:23.481665 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-a988dbb8-bd10-4710-a2df-6501236f2673 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:23.483618 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-a988dbb8-bd10-4710-a2df-6501236f2673 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/networks?id=28cf2863-0276-45ba-8819-b4e51508cd5b HTTP/1.1" status: 200 len: 811 time: 0.1326697 Feb 21 00:44:23.500141 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-fe2cc06b-3190-413e-9784-7c018947bee6 None None] For port 46525186-5363-47fe-9f00-522ce8a4c9b2, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=46525186-5363-47fe-9f00-522ce8a4c9b2,segment=NetworkSegment(ff5cc164-49f8-4228-adde-4a5c4df50beb),segment_id=ff5cc164-49f8-4228-adde-4a5c4df50beb)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:44:23.505169 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-49e1b563-76ff-4098-981f-ad1bcd72a11f tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/quotas/1e025d3db5ee41318537bfd4c1fc1d95 HTTP/1.1" status: 200 len: 375 time: 0.0144234 Feb 21 00:44:23.558575 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-9d3353bf-4aea-418c-91e8-7fd7357d12b7 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1e025d3db5ee41318537bfd4c1fc1d95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519063 Feb 21 00:44:23.599402 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-fe2cc06b-3190-413e-9784-7c018947bee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (46525186-5363-47fe-9f00-522ce8a4c9b2), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:23.653600 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2cc06b-3190-413e-9784-7c018947bee6 None None] Pushing event updated for resources: {'Port': ['ID=46525186-5363-47fe-9f00-522ce8a4c9b2,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:23.668441 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-50124462-92ff-46d5-82e9-ffb97504108f service neutron] 10.222.0.81 "GET /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928512 Feb 21 00:44:23.719470 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['b3169a9e-759b-4541-9058-21346f041bfa', '89c86f05-1c24-4773-a113-d654b8d6d24f'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:44:23.727609 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:44:23.760217 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-3f9f7066-b15c-44ce-973b-fe42704bf990 service neutron] 10.222.0.81 "GET /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859523 Feb 21 00:44:23.775575 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 4, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port': {'id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '46525186-5363-47fe-9f00-522ce8a4c9b2', 'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'mac_address': 'fa:16:3e:a0:43:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:18Z', 'updated_at': '2022-02-21T00:44:23Z', 'revision_number': 4, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'subnets': [{'id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:23.819249 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14de1ae-3fea-4112-bc02-906197ff2d5c None None] The sync data for ids ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'] in dv-cinder-813224-6-iscsi is: [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 4, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port': {'id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '46525186-5363-47fe-9f00-522ce8a4c9b2', 'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'mac_address': 'fa:16:3e:a0:43:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:18Z', 'updated_at': '2022-02-21T00:44:23Z', 'revision_number': 4, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'subnets': [{'id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:44:23.822488 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-78c04341-ac38-42ea-a71d-b3ce623a6919 None None] Provisioning complete for port 46525186-5363-47fe-9f00-522ce8a4c9b2 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:44:23.822866 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-78c04341-ac38-42ea-a71d-b3ce623a6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (46525186-5363-47fe-9f00-522ce8a4c9b2), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:23.898067 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-643b1763-5ad1-4a35-b2f3-97bc41ed08df req-0c282ef8-2280-4cde-a0a7-be4da12ef58a tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb28f370-b77f-447f-8604-b3cfaad0634f HTTP/1.1" status: 200 len: 210 time: 0.0459478 Feb 21 00:44:23.992458 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-78c04341-ac38-42ea-a71d-b3ce623a6919 None None] Current status of the port 46525186-5363-47fe-9f00-522ce8a4c9b2 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:44:24.009335 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:44:24.016934 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:44:24.017321 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:24.137343 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:44:24.137343 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:24.166394 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab0e027-ae90-4929-9fe7-3b9fe979966f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:44:24.169082 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a883cb5-0cd8-439d-896e-faa2350b01d0" -d '{"events": [{"server_uuid": "1ab0e027-ae90-4929-9fe7-3b9fe979966f", "name": "network-vif-plugged", "status": "completed", "tag": "3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:44:24.193690 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-85b6d389-c859-46da-bcc8-6bbfeb4615db req-f395b7d9-2e5c-4912-8333-18f27dadcfca tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 210 time: 0.0535107 Feb 21 00:44:24.193962 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36,segment=NetworkSegment(5d0b55be-7436-4909-b5d1-ad582ca2b9cd),segment_id=5d0b55be-7436-4909-b5d1-ad582ca2b9cd)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:44:24.211782 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71bd53e-687e-4916-b9a9-cc435a628eda x-openstack-request-id: req-d71bd53e-687e-4916-b9a9-cc435a628eda {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:44:24.212097 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab0e027-ae90-4929-9fe7-3b9fe979966f", "name": "network-vif-plugged", "status": "completed", "tag": "3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:44:24.212410 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d71bd53e-687e-4916-b9a9-cc435a628eda {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:44:24.212848 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab0e027-ae90-4929-9fe7-3b9fe979966f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36', 'code': 200} Feb 21 00:44:24.252441 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:24.317073 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:24.367576 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 486e5612-c5ae-456d-9dd5-d0ebfb66eddb up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:44:24.391251 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc3e9d-c31b-41c0-8845-a38b8f6e5f2e req-af57e3b0-cd74-4366-acb5-ad1b50880330 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:24.393194 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f2dc3e9d-c31b-41c0-8845-a38b8f6e5f2e req-af57e3b0-cd74-4366-acb5-ad1b50880330 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0766873 Feb 21 00:44:24.424985 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 486e5612-c5ae-456d-9dd5-d0ebfb66eddb triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:44:24.426012 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (486e5612-c5ae-456d-9dd5-d0ebfb66eddb), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:24.452795 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f2dc3e9d-c31b-41c0-8845-a38b8f6e5f2e req-fbc4a96b-55d9-445b-bcfc-52d0f0bccff2 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502634 Feb 21 00:44:24.526360 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 486e5612-c5ae-456d-9dd5-d0ebfb66eddb is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:44:24.527348 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 46525186-5363-47fe-9f00-522ce8a4c9b2 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:44:24.578979 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 46525186-5363-47fe-9f00-522ce8a4c9b2 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:44:24.579359 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (46525186-5363-47fe-9f00-522ce8a4c9b2), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:24.617182 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa71671-61d3-4787-a46f-d350a27b2082 req-53d7e92d-cecf-4d4d-a38a-d3a8e8d3dfbf tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:24.618892 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8fa71671-61d3-4787-a46f-d350a27b2082 req-53d7e92d-cecf-4d4d-a38a-d3a8e8d3dfbf tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 945 time: 0.0712705 Feb 21 00:44:24.621063 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19539851-8a92-4d1a-a967-11d4f9f9f3e1 req-0b275765-6927-427a-84bb-f4a6dc165318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:24.622730 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-19539851-8a92-4d1a-a967-11d4f9f9f3e1 req-0b275765-6927-427a-84bb-f4a6dc165318 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 1129 time: 0.1070478 Feb 21 00:44:24.668306 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 46525186-5363-47fe-9f00-522ce8a4c9b2 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:44:24.702570 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-19539851-8a92-4d1a-a967-11d4f9f9f3e1 req-696ddfda-26b2-4ce7-a3d9-d92ba8a4a5c9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720131 Feb 21 00:44:24.705691 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8fa71671-61d3-4787-a46f-d350a27b2082 req-f1eb63d9-29b8-4ebe-a91a-1fc1a0f7d740 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776558 Feb 21 00:44:25.263571 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-325dffb5-256c-494c-a15d-3619810b08de req-90897d7a-3f8f-40ad-a0fc-e7dc3c980e39 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 210 time: 0.0297136 Feb 21 00:44:25.569085 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f16e70-1e99-4f73-9a24-1a71b34c0194 req-4b8d5eeb-4a72-4151-b7f8-06810a767f66 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:25.570590 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-91f16e70-1e99-4f73-9a24-1a71b34c0194 req-4b8d5eeb-4a72-4151-b7f8-06810a767f66 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 944 time: 0.0550725 Feb 21 00:44:25.624237 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-91f16e70-1e99-4f73-9a24-1a71b34c0194 req-be4d5b92-33bb-4365-a7fc-f7fa63d04aca tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481062 Feb 21 00:44:25.825362 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e4ec7-5be4-4cf6-871d-e2caf81af96f req-e7e10b47-3c64-4070-8ac9-d8b01d2d928f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:25.826881 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e65e4ec7-5be4-4cf6-871d-e2caf81af96f req-e7e10b47-3c64-4070-8ac9-d8b01d2d928f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 945 time: 0.0530729 Feb 21 00:44:25.875559 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e65e4ec7-5be4-4cf6-871d-e2caf81af96f req-f897d3e8-831a-48ba-b687-c5b98f5f387c tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427945 Feb 21 00:44:26.355308 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-673c18a1-f44e-40f7-aac2-9583f07e3bf1 req-97fb343e-c3de-476b-a4aa-b5dcb6510dc4 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 210 time: 0.0276318 Feb 21 00:44:26.427929 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 463cd9ee-ca82-4229-af50-5f45d8b91936 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:44:26.509426 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:26.536681 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 463cd9ee-ca82-4229-af50-5f45d8b91936, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=463cd9ee-ca82-4229-af50-5f45d8b91936,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:44:26.547230 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': '463cd9ee-ca82-4229-af50-5f45d8b91936', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'port_id': '463cd9ee-ca82-4229-af50-5f45d8b91936', 'mac_address': 'fa:16:3e:f4:8c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:44:26.587211 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 463cd9ee-ca82-4229-af50-5f45d8b91936 is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:44:26.587609 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:26.588197 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa320f01-9fe7-4cf6-b499-da427f1eb8b6 req-9117cbab-1d35-4e5c-9d92-82e5660cd821 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:26.589693 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-aa320f01-9fe7-4cf6-b499-da427f1eb8b6 req-9117cbab-1d35-4e5c-9d92-82e5660cd821 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 945 time: 0.0556562 Feb 21 00:44:26.600722 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463cd9ee-ca82-4229-af50-5f45d8b91936 {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:44:26.619852 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 463cd9ee-ca82-4229-af50-5f45d8b91936, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=463cd9ee-ca82-4229-af50-5f45d8b91936,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:44:26.639483 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-aa320f01-9fe7-4cf6-b499-da427f1eb8b6 req-87fd9a88-b154-4036-ba09-5a272346038b tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436549 Feb 21 00:44:26.672193 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:26.724758 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=463cd9ee-ca82-4229-af50-5f45d8b91936,revision_number=9']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:26.754515 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163633de-a3e8-452a-a4d4-aaf12b5eedd6 req-e1af034a-37d4-435b-a506-2af8905bc39e tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:26.756030 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-163633de-a3e8-452a-a4d4-aaf12b5eedd6 req-e1af034a-37d4-435b-a506-2af8905bc39e tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 945 time: 0.0571206 Feb 21 00:44:26.804592 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-163633de-a3e8-452a-a4d4-aaf12b5eedd6 req-e029bd0a-7c63-4e9c-b29f-bf7f881eb50a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427358 Feb 21 00:44:26.884376 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3437-9077-4726-92cb-a53c02b903c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:26.999496 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab6af2-e755-4204-a496-63e81501b62d req-07f73da0-99ab-420f-8d94-2ce9ba5b859d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:27.000892 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-59ab6af2-e755-4204-a496-63e81501b62d req-07f73da0-99ab-420f-8d94-2ce9ba5b859d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 945 time: 0.0525777 Feb 21 00:44:27.047296 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-59ab6af2-e755-4204-a496-63e81501b62d req-a2715512-3733-4118-bc28-16b4ab0aba09 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408468 Feb 21 00:44:27.444934 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c22e512d-3dc3-4127-a754-e75ee09677bd req-6ab0b862-0d61-4ac0-a086-dd5d6763c1f4 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 210 time: 0.0264196 Feb 21 00:44:27.757330 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73c047-9f11-4871-b0e4-b1180f03426f req-c06093a0-d0a0-4f64-911b-c32f5a18ac91 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:27.758994 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8f73c047-9f11-4871-b0e4-b1180f03426f req-c06093a0-d0a0-4f64-911b-c32f5a18ac91 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 945 time: 0.0529177 Feb 21 00:44:27.804811 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8f73c047-9f11-4871-b0e4-b1180f03426f req-d7842ae8-f827-4d5d-b614-6b4e6080c5f8 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401402 Feb 21 00:44:27.939869 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d078e-db59-4d6a-b208-2c231da01bd5 req-e34823f6-f768-49eb-8ef1-e0dd456ee1e3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:27.941491 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-939d078e-db59-4d6a-b208-2c231da01bd5 req-e34823f6-f768-49eb-8ef1-e0dd456ee1e3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 945 time: 0.0517197 Feb 21 00:44:27.985723 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-939d078e-db59-4d6a-b208-2c231da01bd5 req-879dc553-7c3a-4278-8f8e-e9a2252c4b8b tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389144 Feb 21 00:44:28.166142 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40be2e-9ee6-4b28-ae76-42e512ba16a7 req-6c47b173-c173-4eab-a3bd-459e87f1457c tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:28.167639 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dd40be2e-9ee6-4b28-ae76-42e512ba16a7 req-6c47b173-c173-4eab-a3bd-459e87f1457c tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 945 time: 0.0572143 Feb 21 00:44:28.219514 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dd40be2e-9ee6-4b28-ae76-42e512ba16a7 req-6d5986f9-6c8c-425b-a027-23bcdd44fe43 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460906 Feb 21 00:44:28.416616 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['463cd9ee-ca82-4229-af50-5f45d8b91936'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:44:28.547772 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-1765e6c7-19b1-48a1-9ac6-156688c82824 req-49a8ef2f-7883-489e-9196-f691bd37aaf7 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 210 time: 0.0310454 Feb 21 00:44:28.996926 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0be891-8309-47bb-98d6-b12f91fbc6f1 req-52b5e2f1-d174-40c3-be98-107bae7f15ad tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:28.998398 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ce0be891-8309-47bb-98d6-b12f91fbc6f1 req-52b5e2f1-d174-40c3-be98-107bae7f15ad tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 945 time: 0.1245055 Feb 21 00:44:29.006445 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-bfccff1a-ca60-4325-965e-d029e35e2e53 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:29.007756 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-bfccff1a-ca60-4325-965e-d029e35e2e53 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.61 "GET /v2.0/networks?id=28cf2863-0276-45ba-8819-b4e51508cd5b HTTP/1.1" status: 200 len: 811 time: 0.1423626 Feb 21 00:44:29.015237 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-256a1fe0-5678-441f-8e3f-d18ea6dc5046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:29.073942 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ce0be891-8309-47bb-98d6-b12f91fbc6f1 req-2fe3d487-77a1-4f14-bf98-8a2707d0a006 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652344 Feb 21 00:44:29.096154 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-8b599927-3d1f-450d-b12f-41d0daf27ecd tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e025d3db5ee41318537bfd4c1fc1d95 HTTP/1.1" status: 200 len: 380 time: 0.0734782 Feb 21 00:44:29.106268 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-202ba6a9-257e-42ec-9c88-a729f2047330 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Request body: {'port': {'device_id': '22084e5c-ea6c-4581-a899-1c171a7af9f5', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'admin_state_up': True, 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'security_groups': ['f3c8eef8-70a9-4761-a7de-610f6dcd6fd6']}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:29.131481 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81589e-e423-4e1b-bd6b-32653ad3f978 req-46e4bbbb-880f-4566-9bfd-7ac53ca6c5dc tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:29.133356 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-8c81589e-e423-4e1b-bd6b-32653ad3f978 req-46e4bbbb-880f-4566-9bfd-7ac53ca6c5dc tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 945 time: 0.0725627 Feb 21 00:44:29.184477 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-8c81589e-e423-4e1b-bd6b-32653ad3f978 req-236cf444-d912-428d-bc1e-3ebbf8cea7ae tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453973 Feb 21 00:44:29.267046 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-202ba6a9-257e-42ec-9c88-a729f2047330 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Made reservation on behalf of 1e025d3db5ee41318537bfd4c1fc1d95 for: {'port': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:44:29.275597 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-202ba6a9-257e-42ec-9c88-a729f2047330 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:29.418814 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cb3dd-f7c6-4431-b450-1812afb81bfc req-8c5efade-4232-46d3-9137-6052a0381408 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:29.420298 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-841cb3dd-f7c6-4431-b450-1812afb81bfc req-8c5efade-4232-46d3-9137-6052a0381408 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 945 time: 0.1279378 Feb 21 00:44:29.460751 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-202ba6a9-257e-42ec-9c88-a729f2047330 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Allocated IP 172.20.0.8 (28cf2863-0276-45ba-8819-b4e51508cd5b/8388cafd-40d5-402b-b2e4-849f8f54e15b/33b22f53-e000-46dd-ab38-d61bb7c1955e) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:44:29.494149 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-841cb3dd-f7c6-4431-b450-1812afb81bfc req-29ee8f47-cd7e-4c6f-a4dd-ca4f3b90ebb8 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653555 Feb 21 00:44:29.635462 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-202ba6a9-257e-42ec-9c88-a729f2047330 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for port (33b22f53-e000-46dd-ab38-d61bb7c1955e), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:29.650857 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d5c54-8f89-4ba3-bcdb-644c727dd942 req-1bfbd744-15b2-466a-be02-9e22ff7f5b5f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:29.652683 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-706d5c54-8f89-4ba3-bcdb-644c727dd942 req-1bfbd744-15b2-466a-be02-9e22ff7f5b5f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 945 time: 0.0848064 Feb 21 00:44:29.680946 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ec5db00a-28fd-4a5b-9df9-29e1aa58e8cc req-e2beb2f3-b5aa-4ebd-a3b0-8d810bb3c39d tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 210 time: 0.0364909 Feb 21 00:44:29.706196 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-706d5c54-8f89-4ba3-bcdb-644c727dd942 req-fa467387-470d-4078-93d7-42d81e73aa42 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475519 Feb 21 00:44:29.787922 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-202ba6a9-257e-42ec-9c88-a729f2047330 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (33b22f53-e000-46dd-ab38-d61bb7c1955e), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:29.838724 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-202ba6a9-257e-42ec-9c88-a729f2047330 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Network 28cf2863-0276-45ba-8819-b4e51508cd5b is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:44:29.845899 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-202ba6a9-257e-42ec-9c88-a729f2047330 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:44:29.853703 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-202ba6a9-257e-42ec-9c88-a729f2047330 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:44:29.856315 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ba6a9-257e-42ec-9c88-a729f2047330 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Pushing event updated for resources: {'Port': ['ID=33b22f53-e000-46dd-ab38-d61bb7c1955e,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:29.956284 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-202ba6a9-257e-42ec-9c88-a729f2047330 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:29.957647 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-202ba6a9-257e-42ec-9c88-a729f2047330 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:29.980708 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f691947-1cf8-411d-9dac-99dddfaf4244 req-156e642c-54f3-47b9-a92e-bfdd1845d048 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:29.982253 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7f691947-1cf8-411d-9dac-99dddfaf4244 req-156e642c-54f3-47b9-a92e-bfdd1845d048 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 945 time: 0.0966663 Feb 21 00:44:30.069007 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-202ba6a9-257e-42ec-9c88-a729f2047330 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9650383 Feb 21 00:44:30.079949 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Request body: {'port': {'device_id': '22084e5c-ea6c-4581-a899-1c171a7af9f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:30.090900 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718fffc-c652-4344-92af-d8926c410704 req-cec03e04-d8e0-44fd-b090-f35c25d39b05 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:30.093007 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d718fffc-c652-4344-92af-d8926c410704 req-cec03e04-d8e0-44fd-b090-f35c25d39b05 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 945 time: 0.0641670 Feb 21 00:44:30.140850 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 463cd9ee-ca82-4229-af50-5f45d8b91936 up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:44:30.148215 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-7f691947-1cf8-411d-9dac-99dddfaf4244 req-80831e10-6daf-494b-a346-cdf343e3e9b7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Deleting port b3169a9e-759b-4541-9058-21346f041bfa {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:44:30.148809 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-7f691947-1cf8-411d-9dac-99dddfaf4244 req-80831e10-6daf-494b-a346-cdf343e3e9b7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (b3169a9e-759b-4541-9058-21346f041bfa), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:30.153147 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d718fffc-c652-4344-92af-d8926c410704 req-2a934c8b-5de9-4ded-866d-0b3ee09faeb1 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514863 Feb 21 00:44:30.200359 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-e4c13586-1e3f-4a64-b962-da6b06fdebec None None] Provisioning complete for port 33b22f53-e000-46dd-ab38-d61bb7c1955e triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:44:30.200795 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-e4c13586-1e3f-4a64-b962-da6b06fdebec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (33b22f53-e000-46dd-ab38-d61bb7c1955e), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:30.263694 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-e4c13586-1e3f-4a64-b962-da6b06fdebec None None] Port 33b22f53-e000-46dd-ab38-d61bb7c1955e cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:44:30.272904 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port 463cd9ee-ca82-4229-af50-5f45d8b91936 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:44:30.273569 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:30.337107 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:30.385148 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d74b6-80b1-483f-9f4f-ad1b167366ef req-c5d99372-2245-4a53-b049-c35852af1a5d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:30.387061 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-610d74b6-80b1-483f-9f4f-ad1b167366ef req-c5d99372-2245-4a53-b049-c35852af1a5d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 945 time: 0.0920599 Feb 21 00:44:30.387191 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 463cd9ee-ca82-4229-af50-5f45d8b91936 is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:44:30.387610 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:30.414020 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4f579f-0e0c-4cea-8a5c-38795127d722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463cd9ee-ca82-4229-af50-5f45d8b91936'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:44:30.416493 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca14428a-d914-48c8-8a24-2701ceaeff19" -d '{"events": [{"server_uuid": "3b4f579f-0e0c-4cea-8a5c-38795127d722", "name": "network-vif-plugged", "status": "completed", "tag": "463cd9ee-ca82-4229-af50-5f45d8b91936"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:44:30.430312 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 463cd9ee-ca82-4229-af50-5f45d8b91936, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=463cd9ee-ca82-4229-af50-5f45d8b91936,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:44:30.444477 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-610d74b6-80b1-483f-9f4f-ad1b167366ef req-5ba137f8-9616-4612-83ee-b98205108530 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507057 Feb 21 00:44:30.455410 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (33b22f53-e000-46dd-ab38-d61bb7c1955e), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:30.484840 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:30.486009 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 89c86f05-1c24-4773-a113-d654b8d6d24f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:44:30.528257 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be235f0-7a79-4ce2-8d04-1339c96eeabe x-openstack-request-id: req-4be235f0-7a79-4ce2-8d04-1339c96eeabe {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:44:30.529237 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4f579f-0e0c-4cea-8a5c-38795127d722", "name": "network-vif-plugged", "status": "completed", "tag": "463cd9ee-ca82-4229-af50-5f45d8b91936", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:44:30.529681 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4be235f0-7a79-4ce2-8d04-1339c96eeabe {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:44:30.530248 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4f579f-0e0c-4cea-8a5c-38795127d722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463cd9ee-ca82-4229-af50-5f45d8b91936', 'code': 200} Feb 21 00:44:30.533360 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: 89c86f05-1c24-4773-a113-d654b8d6d24f {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:44:30.533990 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 89c86f05-1c24-4773-a113-d654b8d6d24f not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:44:30.543861 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af091ac-846a-4b8e-a005-6815438a037d req-61e6c33d-14de-4cb5-be43-0fb9b53ec823 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:30.545354 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2af091ac-846a-4b8e-a005-6815438a037d req-61e6c33d-14de-4cb5-be43-0fb9b53ec823 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 945 time: 0.3902981 Feb 21 00:44:30.560893 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-7f691947-1cf8-411d-9dac-99dddfaf4244 req-80831e10-6daf-494b-a346-cdf343e3e9b7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] For port b3169a9e-759b-4541-9058-21346f041bfa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b3169a9e-759b-4541-9058-21346f041bfa,segment=NetworkSegment(5171ad0f-cdd7-4d59-a1da-485b04cc5db5),segment_id=5171ad0f-cdd7-4d59-a1da-485b04cc5db5)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:44:30.561261 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-7f691947-1cf8-411d-9dac-99dddfaf4244 req-80831e10-6daf-494b-a346-cdf343e3e9b7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (b3169a9e-759b-4541-9058-21346f041bfa), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:30.561776 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=463cd9ee-ca82-4229-af50-5f45d8b91936,revision_number=10']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:30.631025 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-7f691947-1cf8-411d-9dac-99dddfaf4244 req-80831e10-6daf-494b-a346-cdf343e3e9b7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Calling delete_port for b3169a9e-759b-4541-9058-21346f041bfa owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:44:30.731573 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2af091ac-846a-4b8e-a005-6815438a037d req-0fc839b2-994e-4db5-937b-3a13a0ec777a tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/security-groups?id=2ea22fad-17c7-4847-a640-eabf4cd4aa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727366 Feb 21 00:44:30.833056 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa95e3-5aec-4209-afa4-8b04668f69a6 req-d18c90c7-ec2b-4b11-8c73-62b93e10a80b tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:30.834656 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d9aa95e3-5aec-4209-afa4-8b04668f69a6 req-d18c90c7-ec2b-4b11-8c73-62b93e10a80b tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 931 time: 0.0587299 Feb 21 00:44:30.884044 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d9aa95e3-5aec-4209-afa4-8b04668f69a6 req-6c94e014-efc3-4e07-9cf4-ce0341aa781d tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436795 Feb 21 00:44:30.946395 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33b22f53-e000-46dd-ab38-d61bb7c1955e {{(pid=109907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:44:30.954248 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Publish callbacks [] for port (33b22f53-e000-46dd-ab38-d61bb7c1955e), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:31.033117 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.provisioning_blocks [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Transition to ACTIVE for port object 33b22f53-e000-46dd-ab38-d61bb7c1955e will not be triggered until provisioned by entity L2. {{(pid=109907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:44:31.034851 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-7f691947-1cf8-411d-9dac-99dddfaf4244 req-80831e10-6daf-494b-a346-cdf343e3e9b7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (b3169a9e-759b-4541-9058-21346f041bfa), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:31.047768 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['b3169a9e-759b-4541-9058-21346f041bfa'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:44:31.064673 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80831e10-6daf-494b-a346-cdf343e3e9b7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Pushing event deleted for resources: {'Port': ['ID=b3169a9e-759b-4541-9058-21346f041bfa,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:31.132687 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f691947-1cf8-411d-9dac-99dddfaf4244 req-80831e10-6daf-494b-a346-cdf343e3e9b7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] No DVR routers for this DVR port b3169a9e-759b-4541-9058-21346f041bfa on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:44:31.135166 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (33b22f53-e000-46dd-ab38-d61bb7c1955e), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:31.138397 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-7f691947-1cf8-411d-9dac-99dddfaf4244 req-80831e10-6daf-494b-a346-cdf343e3e9b7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:31.141647 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7f691947-1cf8-411d-9dac-99dddfaf4244 req-80831e10-6daf-494b-a346-cdf343e3e9b7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.61 "DELETE /v2.0/ports/b3169a9e-759b-4541-9058-21346f041bfa HTTP/1.1" status: 204 len: 173 time: 1.1539996 Feb 21 00:44:31.145196 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aab3181-b88d-401f-8590-57cf7661a175', 'name': 'network-vif-deleted', 'tag': 'b3169a9e-759b-4541-9058-21346f041bfa'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:44:31.147418 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ad0f80-f90c-4c6a-9c43-2948aff44add" -d '{"events": [{"server_uuid": "5aab3181-b88d-401f-8590-57cf7661a175", "name": "network-vif-deleted", "tag": "b3169a9e-759b-4541-9058-21346f041bfa"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:44:31.187690 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7fe917-808b-4875-babc-d43941bd2529 x-openstack-request-id: req-2d7fe917-808b-4875-babc-d43941bd2529 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:44:31.187974 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aab3181-b88d-401f-8590-57cf7661a175", "name": "network-vif-deleted", "tag": "b3169a9e-759b-4541-9058-21346f041bfa", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:44:31.188233 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d7fe917-808b-4875-babc-d43941bd2529 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:44:31.188640 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aab3181-b88d-401f-8590-57cf7661a175', 'name': 'network-vif-deleted', 'tag': 'b3169a9e-759b-4541-9058-21346f041bfa', 'status': 'completed', 'code': 200} Feb 21 00:44:31.217617 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d542f78-e0ad-4b77-96e9-b76c1fda745f req-a01eb5ab-4107-4568-a50b-7a1c13cbeeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:31.218785 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9d542f78-e0ad-4b77-96e9-b76c1fda745f req-a01eb5ab-4107-4568-a50b-7a1c13cbeeca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 1131 time: 0.1466615 Feb 21 00:44:31.219686 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Pushing event updated for resources: {'Port': ['ID=33b22f53-e000-46dd-ab38-d61bb7c1955e,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:31.337874 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Attempting to bind port 33b22f53-e000-46dd-ab38-d61bb7c1955e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:44:31.337874 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Attempting to bind port 33b22f53-e000-46dd-ab38-d61bb7c1955e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ff5cc164-49f8-4228-adde-4a5c4df50beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b'}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:44:31.338286 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Attempting to bind port 33b22f53-e000-46dd-ab38-d61bb7c1955e on network 28cf2863-0276-45ba-8819-b4e51508cd5b {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:44:31.342936 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9d542f78-e0ad-4b77-96e9-b76c1fda745f req-40c385e6-0602-47b9-9a9e-5b6befff5cb4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161966 Feb 21 00:44:31.344977 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Port 33b22f53-e000-46dd-ab38-d61bb7c1955e on network 28cf2863-0276-45ba-8819-b4e51508cd5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:44:31.346296 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Attempting to bind port 33b22f53-e000-46dd-ab38-d61bb7c1955e on network 28cf2863-0276-45ba-8819-b4e51508cd5b {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:44:31.351160 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:44:31.351496 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Checking segment: {'id': 'ff5cc164-49f8-4228-adde-4a5c4df50beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:44:31.351946 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Bound using segment: {'id': 'ff5cc164-49f8-4228-adde-4a5c4df50beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b'} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:44:31.352371 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Bound port: 33b22f53-e000-46dd-ab38-d61bb7c1955e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff5cc164-49f8-4228-adde-4a5c4df50beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b'}}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:44:31.352753 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (33b22f53-e000-46dd-ab38-d61bb7c1955e), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:31.424312 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] For port 33b22f53-e000-46dd-ab38-d61bb7c1955e, host hv-cinder-81322, cleared binding levels {{(pid=109907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:44:31.427963 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] For port 33b22f53-e000-46dd-ab38-d61bb7c1955e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=33b22f53-e000-46dd-ab38-d61bb7c1955e,segment=NetworkSegment(ff5cc164-49f8-4228-adde-4a5c4df50beb),segment_id=ff5cc164-49f8-4228-adde-4a5c4df50beb)] {{(pid=109907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:44:31.513762 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (33b22f53-e000-46dd-ab38-d61bb7c1955e), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:31.548332 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:31.549741 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:31.551880 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] 10.222.0.61 "PUT /v2.0/ports/33b22f53-e000-46dd-ab38-d61bb7c1955e HTTP/1.1" status: 200 len: 1093 time: 1.4765706 Feb 21 00:44:31.573740 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71ba22-5f79-414a-9565-88cdfbd895c2 req-82eb2806-a567-422c-9bb9-ddbc54bfaf5c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:31.576145 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-6f71ba22-5f79-414a-9565-88cdfbd895c2 req-82eb2806-a567-422c-9bb9-ddbc54bfaf5c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 947 time: 0.0579991 Feb 21 00:44:31.582138 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456cb7c-1a3a-493d-999f-800d4f3842b2 service neutron] Pushing event updated for resources: {'Port': ['ID=33b22f53-e000-46dd-ab38-d61bb7c1955e,revision_number=3']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:31.652422 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-6f71ba22-5f79-414a-9565-88cdfbd895c2 req-66bfd01c-13ba-4af4-adc3-52c2c2511bec tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585191 Feb 21 00:44:31.696321 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:31.712621 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-72c857a0-63ef-4ebc-bb0d-1c1cf997638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:31.714428 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-72c857a0-63ef-4ebc-bb0d-1c1cf997638b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e025d3db5ee41318537bfd4c1fc1d95&device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 1127 time: 0.0512743 Feb 21 00:44:31.787877 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-40c731e3-c9c5-494b-99c4-d0005cbba646 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33b22f53-e000-46dd-ab38-d61bb7c1955e HTTP/1.1" status: 200 len: 217 time: 0.0410531 Feb 21 00:44:31.857251 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-93c5ccfd-4464-4303-9378-f115d822e5d0 req-8873ea5d-22c0-435a-be44-2a6832c05971 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aab3181-b88d-401f-8590-57cf7661a175 HTTP/1.1" status: 200 len: 210 time: 0.0312026 Feb 21 00:44:31.868603 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-b0d7761d-e7a9-4e60-94f9-2febf9ef07f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:31.869892 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-b0d7761d-e7a9-4e60-94f9-2febf9ef07f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8388cafd-40d5-402b-b2e4-849f8f54e15b HTTP/1.1" status: 200 len: 850 time: 0.0751510 Feb 21 00:44:31.919930 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-f6369d1c-18e2-4e26-b051-dae892b6b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:31.921474 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-f6369d1c-18e2-4e26-b051-dae892b6b79c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=28cf2863-0276-45ba-8819-b4e51508cd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443504 Feb 21 00:44:32.038151 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2b790-b2d9-4001-9601-f3d39604faac req-bab3c242-0d18-4766-b27d-07dc964fb790 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:32.039605 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d4e2b790-b2d9-4001-9601-f3d39604faac req-bab3c242-0d18-4766-b27d-07dc964fb790 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 943 time: 0.0651941 Feb 21 00:44:32.047184 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-c3a34ccd-a447-401c-8c24-2afd0a99c602 service neutron] 10.222.0.61 "GET /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113913 Feb 21 00:44:32.095338 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d4e2b790-b2d9-4001-9601-f3d39604faac req-10cdf0f2-387a-4fa8-a43c-fa93ae15fd3e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496247 Feb 21 00:44:32.146320 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5bfa2459-2f0e-4b02-9ec9-d215b8440371 req-e19f8c64-2452-45f5-9f4d-f062c2a5ec77 service neutron] 10.222.0.61 "GET /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922110 Feb 21 00:44:32.791888 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d49c24-eddb-4470-a8df-e58ebe43dbaf req-4ab70c8c-33dc-4eb6-809f-bfb1c9e40fe3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:32.793364 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-48d49c24-eddb-4470-a8df-e58ebe43dbaf req-4ab70c8c-33dc-4eb6-809f-bfb1c9e40fe3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 947 time: 0.0525818 Feb 21 00:44:32.845204 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-48d49c24-eddb-4470-a8df-e58ebe43dbaf req-8c3df53c-af22-441a-b521-8015968407c2 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461924 Feb 21 00:44:32.911768 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 55048) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:32.964871 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_v2 [None req-473671a7-0222-4ccd-bc6c-1a330bd498f4 admin admin] Deleting subnet 6263a4fb-8c44-4871-be28-e6536c01e4fa {{(pid=109907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:44:32.968060 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-473671a7-0222-4ccd-bc6c-1a330bd498f4 admin admin] Publish callbacks [] for subnet (6263a4fb-8c44-4871-be28-e6536c01e4fa), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:33.010437 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-473671a7-0222-4ccd-bc6c-1a330bd498f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12006473'] for subnet (6263a4fb-8c44-4871-be28-e6536c01e4fa), precommit_delete_associations {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:33.054982 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-473671a7-0222-4ccd-bc6c-1a330bd498f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3371724'] for subnet (6263a4fb-8c44-4871-be28-e6536c01e4fa), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:33.118494 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:33.189394 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22084e5c-ea6c-4581-a899-1c171a7af9f5', 'tag': '33b22f53-e000-46dd-ab38-d61bb7c1955e'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:44:33.192103 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd94053-9bc5-4c73-a58f-d68c43c836b5" -d '{"events": [{"name": "network-changed", "server_uuid": "22084e5c-ea6c-4581-a899-1c171a7af9f5", "tag": "33b22f53-e000-46dd-ab38-d61bb7c1955e"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:44:33.210495 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-473671a7-0222-4ccd-bc6c-1a330bd498f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3371765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12339631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489544'] for subnet (6263a4fb-8c44-4871-be28-e6536c01e4fa), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:33.226124 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac86f85-5a50-4ce6-8a82-1318b95b1601 req-58125e60-0c08-4c2b-9eb0-5bb83a0c01e4 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:33.228238 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473671a7-0222-4ccd-bc6c-1a330bd498f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6263a4fb-8c44-4871-be28-e6536c01e4fa,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:33.230246 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-473671a7-0222-4ccd-bc6c-1a330bd498f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:33.233113 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-eac86f85-5a50-4ce6-8a82-1318b95b1601 req-58125e60-0c08-4c2b-9eb0-5bb83a0c01e4 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 943 time: 0.0676043 Feb 21 00:44:33.233491 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-473671a7-0222-4ccd-bc6c-1a330bd498f4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6263a4fb-8c44-4871-be28-e6536c01e4fa HTTP/1.1" status: 204 len: 168 time: 0.3206756 Feb 21 00:44:33.235941 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 55064) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:33.253339 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cc673d-b874-4e4f-bdcd-e3daaa3a3f93 x-openstack-request-id: req-f6cc673d-b874-4e4f-bdcd-e3daaa3a3f93 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:44:33.254113 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22084e5c-ea6c-4581-a899-1c171a7af9f5", "tag": "33b22f53-e000-46dd-ab38-d61bb7c1955e", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:44:33.254504 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f6cc673d-b874-4e4f-bdcd-e3daaa3a3f93 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:44:33.255022 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22084e5c-ea6c-4581-a899-1c171a7af9f5', 'tag': '33b22f53-e000-46dd-ab38-d61bb7c1955e', 'status': 'completed', 'code': 200} Feb 21 00:44:33.302356 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-eac86f85-5a50-4ce6-8a82-1318b95b1601 req-fa9b334c-e1b7-4a82-b0d4-f5cca4cd8647 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675786 Feb 21 00:44:33.359099 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-55a316bd-7122-45d8-9705-3febfb09eea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825413'] for network (4eddcd37-2bb4-45ed-b271-82c29ca77999), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:33.377441 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd94053-9bc5-4c73-a58f-d68c43c836b5 req-70133adc-4cc2-4c74-86a5-cf83f0aa1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:33.379112 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fdd94053-9bc5-4c73-a58f-d68c43c836b5 req-70133adc-4cc2-4c74-86a5-cf83f0aa1ff0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e025d3db5ee41318537bfd4c1fc1d95&device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 1127 time: 0.0714371 Feb 21 00:44:33.502473 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-55a316bd-7122-45d8-9705-3febfb09eea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3370565', 'neutron.services.segments.db._delete_segments_for_network-8788922944314'] for network (4eddcd37-2bb4-45ed-b271-82c29ca77999), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:33.531174 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-55a316bd-7122-45d8-9705-3febfb09eea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eddcd37-2bb4-45ed-b271-82c29ca77999']}} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:33.549168 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-55a316bd-7122-45d8-9705-3febfb09eea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5171ad0f-cdd7-4d59-a1da-485b04cc5db5') {'for_net_delete': True} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:33.549467 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-55a316bd-7122-45d8-9705-3febfb09eea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5171ad0f-cdd7-4d59-a1da-485b04cc5db5') {} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:33.562719 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-55a316bd-7122-45d8-9705-3febfb09eea4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788922945603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12006480'] for segment (5171ad0f-cdd7-4d59-a1da-485b04cc5db5), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:33.564948 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd94053-9bc5-4c73-a58f-d68c43c836b5 req-918754b5-5751-45dd-9ea6-d08f238e002c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:33.566767 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fdd94053-9bc5-4c73-a58f-d68c43c836b5 req-918754b5-5751-45dd-9ea6-d08f238e002c service neutron] 10.222.0.61 "GET /v2.0/networks?id=28cf2863-0276-45ba-8819-b4e51508cd5b HTTP/1.1" status: 200 len: 912 time: 0.1678138 Feb 21 00:44:33.623469 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-55a316bd-7122-45d8-9705-3febfb09eea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (5171ad0f-cdd7-4d59-a1da-485b04cc5db5), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:33.626636 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fdd94053-9bc5-4c73-a58f-d68c43c836b5 req-7afa949a-cf72-4dcd-b3ea-b0efb55ef830 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33b22f53-e000-46dd-ab38-d61bb7c1955e HTTP/1.1" status: 200 len: 217 time: 0.0544906 Feb 21 00:44:33.631823 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a316bd-7122-45d8-9705-3febfb09eea4 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=109907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:44:33.632220 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-55a316bd-7122-45d8-9705-3febfb09eea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12339273'] for segment (5171ad0f-cdd7-4d59-a1da-485b04cc5db5), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: Traceback (most recent call last): Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: timer() Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: cb(*args, **kw) Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: return func(*args, **kwargs) Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: self._notify() Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: self.callback(batched_events) Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: event.method(event) Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: return f(self, *a, **k) Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: return self._get(url).json() Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: return self.request(url, 'GET', **kwargs) Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:44:33.633985 dv-cinder-813224-6-iscsi neutron-server[109907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:44:33.726665 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd94053-9bc5-4c73-a58f-d68c43c836b5 req-2225663a-e1fb-4d85-9311-a3d93f3de02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:33.728141 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fdd94053-9bc5-4c73-a58f-d68c43c836b5 req-2225663a-e1fb-4d85-9311-a3d93f3de02e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8388cafd-40d5-402b-b2e4-849f8f54e15b HTTP/1.1" status: 200 len: 850 time: 0.0933907 Feb 21 00:44:33.781566 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd94053-9bc5-4c73-a58f-d68c43c836b5 req-44f8d05a-b13a-4d23-8702-765e7128987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:33.783147 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fdd94053-9bc5-4c73-a58f-d68c43c836b5 req-44f8d05a-b13a-4d23-8702-765e7128987f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=28cf2863-0276-45ba-8819-b4e51508cd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492995 Feb 21 00:44:33.787497 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-55a316bd-7122-45d8-9705-3febfb09eea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3370574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362209'] for network (4eddcd37-2bb4-45ed-b271-82c29ca77999), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:33.844054 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-55a316bd-7122-45d8-9705-3febfb09eea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:33.846684 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-55a316bd-7122-45d8-9705-3febfb09eea4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4eddcd37-2bb4-45ed-b271-82c29ca77999 HTTP/1.1" status: 204 len: 168 time: 0.6097865 Feb 21 00:44:33.863593 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a316bd-7122-45d8-9705-3febfb09eea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eddcd37-2bb4-45ed-b271-82c29ca77999,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:33.906135 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fdd94053-9bc5-4c73-a58f-d68c43c836b5 req-2f4c475a-07ed-4126-aaa7-3ea8d344897f service neutron] 10.222.0.61 "GET /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157081 Feb 21 00:44:34.042230 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20bedc-0025-4c68-b088-4c54b2eda6af req-e116d747-9816-44c1-a675-746510cd1662 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:34.043609 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3c20bedc-0025-4c68-b088-4c54b2eda6af req-e116d747-9816-44c1-a675-746510cd1662 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 947 time: 0.1085556 Feb 21 00:44:34.047466 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fdd94053-9bc5-4c73-a58f-d68c43c836b5 req-de56ba36-4fe5-41b2-a22b-704f065a3df0 service neutron] 10.222.0.61 "GET /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358364 Feb 21 00:44:34.103535 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3c20bedc-0025-4c68-b088-4c54b2eda6af req-b51901fc-34fa-4153-a844-b232000f2078 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542328 Feb 21 00:44:34.157358 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 33b22f53-e000-46dd-ab38-d61bb7c1955e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:44:34.159391 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device b3169a9e-759b-4541-9058-21346f041bfa no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:44:34.185256 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: b3169a9e-759b-4541-9058-21346f041bfa {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:44:34.185603 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device b3169a9e-759b-4541-9058-21346f041bfa not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:44:34.209355 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55084) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:34.255766 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-a413d141-481e-4fab-99e4-b2e1ad62475b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=943116783b96473c81856233d65a620b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0451329 Feb 21 00:44:34.258065 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55086) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:34.285898 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 33b22f53-e000-46dd-ab38-d61bb7c1955e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=33b22f53-e000-46dd-ab38-d61bb7c1955e,segment=NetworkSegment(ff5cc164-49f8-4228-adde-4a5c4df50beb),segment_id=ff5cc164-49f8-4228-adde-4a5c4df50beb)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:44:34.296838 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': '33b22f53-e000-46dd-ab38-d61bb7c1955e', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'port_id': '33b22f53-e000-46dd-ab38-d61bb7c1955e', 'mac_address': 'fa:16:3e:fc:fa:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:44:34.306981 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-472cd954-6125-462e-8bff-e42e3f9f715d admin admin] Publish callbacks [] for security_group (2ea22fad-17c7-4847-a640-eabf4cd4aa41), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:34.328340 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-472cd954-6125-462e-8bff-e42e3f9f715d admin admin] Publish callbacks [] for security_group (2ea22fad-17c7-4847-a640-eabf4cd4aa41), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:34.339325 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 33b22f53-e000-46dd-ab38-d61bb7c1955e is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:44:34.339730 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (33b22f53-e000-46dd-ab38-d61bb7c1955e), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:34.354359 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b22f53-e000-46dd-ab38-d61bb7c1955e {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:44:34.374627 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 33b22f53-e000-46dd-ab38-d61bb7c1955e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=33b22f53-e000-46dd-ab38-d61bb7c1955e,segment=NetworkSegment(ff5cc164-49f8-4228-adde-4a5c4df50beb),segment_id=ff5cc164-49f8-4228-adde-4a5c4df50beb)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:44:34.421315 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e3f3c-91c8-485f-b21c-9fdfc7585d6a req-412e8c4e-0c34-4572-b879-2ab33584d34f tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:34.422769 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-360e3f3c-91c8-485f-b21c-9fdfc7585d6a req-412e8c4e-0c34-4572-b879-2ab33584d34f tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 943 time: 0.0525641 Feb 21 00:44:34.433084 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (33b22f53-e000-46dd-ab38-d61bb7c1955e), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:34.455824 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-472cd954-6125-462e-8bff-e42e3f9f715d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (2ea22fad-17c7-4847-a640-eabf4cd4aa41), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:34.459004 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-472cd954-6125-462e-8bff-e42e3f9f715d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:34.460136 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-472cd954-6125-462e-8bff-e42e3f9f715d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2ea22fad-17c7-4847-a640-eabf4cd4aa41 HTTP/1.1" status: 204 len: 168 time: 0.2011745 Feb 21 00:44:34.478546 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cd954-6125-462e-8bff-e42e3f9f715d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea22fad-17c7-4847-a640-eabf4cd4aa41,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:34.485635 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-360e3f3c-91c8-485f-b21c-9fdfc7585d6a req-3adf1125-64fb-4550-828b-aae7bdb00967 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554626 Feb 21 00:44:34.486091 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=33b22f53-e000-46dd-ab38-d61bb7c1955e,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:34.656773 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['33b22f53-e000-46dd-ab38-d61bb7c1955e'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:44:35.235749 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec46478-a54e-47ca-8a7e-8e284a076147 req-f3a2d7a1-a8c7-4f0a-94ca-62037841d6ee tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:35.237389 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9ec46478-a54e-47ca-8a7e-8e284a076147 req-f3a2d7a1-a8c7-4f0a-94ca-62037841d6ee tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 947 time: 0.0581570 Feb 21 00:44:35.260357 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55114) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:35.288193 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9ec46478-a54e-47ca-8a7e-8e284a076147 req-d00919ec-0859-439a-ab4f-cac8c40a4837 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448084 Feb 21 00:44:35.375241 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-965dbb3c-605d-4de8-b173-fbb7ab1234df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:35.449884 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-965dbb3c-605d-4de8-b173-fbb7ab1234df admin admin] Publish callbacks [] for security_group (22823b60-a93d-4ba7-96df-46633830b2be), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:35.530632 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-965dbb3c-605d-4de8-b173-fbb7ab1234df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (22823b60-a93d-4ba7-96df-46633830b2be), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:35.580893 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-965dbb3c-605d-4de8-b173-fbb7ab1234df admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3bb4771e62684a65ab8d4789a770a4b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192868 Feb 21 00:44:35.583624 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 55128) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:35.604847 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965dbb3c-605d-4de8-b173-fbb7ab1234df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22823b60-a93d-4ba7-96df-46633830b2be,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:35.635066 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2270e5e7-a836-45cd-a7b4-e481f098fcea admin admin] Publish callbacks [] for security_group (22823b60-a93d-4ba7-96df-46633830b2be), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:35.640496 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e8513-6553-48af-a2ca-d60f1d0e5ad2 req-09d6174e-e5d5-49af-8a3c-360d2cb5715a tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:35.642002 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a98e8513-6553-48af-a2ca-d60f1d0e5ad2 req-09d6174e-e5d5-49af-8a3c-360d2cb5715a tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 944 time: 0.0826585 Feb 21 00:44:35.657809 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2270e5e7-a836-45cd-a7b4-e481f098fcea admin admin] Publish callbacks [] for security_group (22823b60-a93d-4ba7-96df-46633830b2be), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:35.693991 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a98e8513-6553-48af-a2ca-d60f1d0e5ad2 req-0631d1a4-f5f7-4b44-a0e5-e6a0ba7a9fe2 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457382 Feb 21 00:44:35.775985 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2270e5e7-a836-45cd-a7b4-e481f098fcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (22823b60-a93d-4ba7-96df-46633830b2be), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:35.778814 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2270e5e7-a836-45cd-a7b4-e481f098fcea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:35.789931 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-2270e5e7-a836-45cd-a7b4-e481f098fcea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/22823b60-a93d-4ba7-96df-46633830b2be HTTP/1.1" status: 204 len: 168 time: 0.1953957 Feb 21 00:44:35.789931 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270e5e7-a836-45cd-a7b4-e481f098fcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22823b60-a93d-4ba7-96df-46633830b2be,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:36.168908 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 33b22f53-e000-46dd-ab38-d61bb7c1955e up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:44:36.273085 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port 33b22f53-e000-46dd-ab38-d61bb7c1955e completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:44:36.278358 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port 33b22f53-e000-46dd-ab38-d61bb7c1955e triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:44:36.278919 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (33b22f53-e000-46dd-ab38-d61bb7c1955e), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:36.369679 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 33b22f53-e000-46dd-ab38-d61bb7c1955e is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:44:36.370202 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (33b22f53-e000-46dd-ab38-d61bb7c1955e), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:36.394027 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22084e5c-ea6c-4581-a899-1c171a7af9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b22f53-e000-46dd-ab38-d61bb7c1955e'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:44:36.396855 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29e3e91-0fac-4df8-8d19-0f0bd7ccfba7" -d '{"events": [{"server_uuid": "22084e5c-ea6c-4581-a899-1c171a7af9f5", "name": "network-vif-plugged", "status": "completed", "tag": "33b22f53-e000-46dd-ab38-d61bb7c1955e"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:44:36.409110 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 33b22f53-e000-46dd-ab38-d61bb7c1955e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=33b22f53-e000-46dd-ab38-d61bb7c1955e,segment=NetworkSegment(ff5cc164-49f8-4228-adde-4a5c4df50beb),segment_id=ff5cc164-49f8-4228-adde-4a5c4df50beb)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:44:36.434884 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c29dd5-486c-457d-88fd-669cc6a67056 x-openstack-request-id: req-98c29dd5-486c-457d-88fd-669cc6a67056 {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:44:36.435221 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22084e5c-ea6c-4581-a899-1c171a7af9f5", "name": "network-vif-plugged", "status": "completed", "tag": "33b22f53-e000-46dd-ab38-d61bb7c1955e", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:44:36.435480 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-98c29dd5-486c-457d-88fd-669cc6a67056 {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:44:36.435875 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22084e5c-ea6c-4581-a899-1c171a7af9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b22f53-e000-46dd-ab38-d61bb7c1955e', 'code': 200} Feb 21 00:44:36.462707 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (33b22f53-e000-46dd-ab38-d61bb7c1955e), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:36.513123 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=33b22f53-e000-46dd-ab38-d61bb7c1955e,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:36.741633 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a12d30-2b35-45d3-96ba-d287f76667e1 req-592b7d89-6a6b-45e6-824d-d85aa839bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:36.743137 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a6a12d30-2b35-45d3-96ba-d287f76667e1 req-592b7d89-6a6b-45e6-824d-d85aa839bb70 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 1129 time: 0.0474863 Feb 21 00:44:36.788595 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a6a12d30-2b35-45d3-96ba-d287f76667e1 req-0fe67438-b6f1-4f74-a2ce-e7effe3d3261 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394907 Feb 21 00:44:36.813775 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c4a7c-d22a-44bb-8e8a-8533ef7cb370 req-d8ae6bee-bb31-4f71-86c0-2f68fda16967 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:36.815244 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-337c4a7c-d22a-44bb-8e8a-8533ef7cb370 req-d8ae6bee-bb31-4f71-86c0-2f68fda16967 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0519683 Feb 21 00:44:36.866010 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-337c4a7c-d22a-44bb-8e8a-8533ef7cb370 req-e8d00f8f-55f1-4db0-8f2d-89e9ab644bcc tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445662 Feb 21 00:44:37.997479 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ea919-4a6c-459a-acb4-a6df595a720e req-32bc7d54-c563-4dd4-8902-2fcdfab435db tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:37.997479 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-143ea919-4a6c-459a-acb4-a6df595a720e req-32bc7d54-c563-4dd4-8902-2fcdfab435db tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0594306 Feb 21 00:44:38.048078 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-143ea919-4a6c-459a-acb4-a6df595a720e req-d382d518-f4d3-439a-af14-413f08745e9f tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452540 Feb 21 00:44:39.169343 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75c45e-4ad2-4b66-89f8-60000c4d45e4 req-db22723d-bc5e-4d25-96b4-fc3b8a7be39a tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:39.170811 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-af75c45e-4ad2-4b66-89f8-60000c4d45e4 req-db22723d-bc5e-4d25-96b4-fc3b8a7be39a tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0514934 Feb 21 00:44:39.220527 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-af75c45e-4ad2-4b66-89f8-60000c4d45e4 req-a6c761c7-75f7-4a78-af96-a44887aecfe7 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436995 Feb 21 00:44:39.336009 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de2106-5302-400f-81a7-78a2eb2dc3d5 req-3df47dac-3b47-4674-b8ad-f6a80e369871 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:39.337487 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b3de2106-5302-400f-81a7-78a2eb2dc3d5 req-3df47dac-3b47-4674-b8ad-f6a80e369871 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0523186 Feb 21 00:44:39.345757 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55186) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:39.350153 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-bf7c274d-41e6-4091-a864-a7efe099f018 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Request body: {'floatingip': {'port_id': '33b22f53-e000-46dd-ab38-d61bb7c1955e'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:39.388485 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-bf7c274d-41e6-4091-a864-a7efe099f018 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for floatingip (a8e27a7b-4359-47e7-8c4a-99f730a1f981), before_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:40.040155 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-bf7c274d-41e6-4091-a864-a7efe099f018 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:40.107539 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-bf7c274d-41e6-4091-a864-a7efe099f018 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362231'] for floatingip (a8e27a7b-4359-47e7-8c4a-99f730a1f981), after_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:40.211132 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.db.l3_db [None req-bf7c274d-41e6-4091-a864-a7efe099f018 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Floating IP a8e27a7b-4359-47e7-8c4a-99f730a1f981 associated. External IP: 172.27.1.154, port: 33b22f53-e000-46dd-ab38-d61bb7c1955e. Feb 21 00:44:40.422585 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7c274d-41e6-4091-a864-a7efe099f018 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Router de36c579-c1d3-42ed-8b6d-8792dc113d2b has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:44:40.534066 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7c274d-41e6-4091-a864-a7efe099f018 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:44:40.539307 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-bf7c274d-41e6-4091-a864-a7efe099f018 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:40.544311 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94463b7b-5a90-4478-ac6b-d69549b423e2 None None] Sync routers for ids ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:44:40.555011 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94463b7b-5a90-4478-ac6b-d69549b423e2 None None] Routers {'de36c579-c1d3-42ed-8b6d-8792dc113d2b'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:44:40.555701 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-94463b7b-5a90-4478-ac6b-d69549b423e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:44:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:40.567971 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-bf7c274d-41e6-4091-a864-a7efe099f018 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "PUT /v2.0/floatingips/a8e27a7b-4359-47e7-8c4a-99f730a1f981 HTTP/1.1" status: 200 len: 991 time: 1.2211242 Feb 21 00:44:40.568545 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22084e5c-ea6c-4581-a899-1c171a7af9f5', 'tag': '33b22f53-e000-46dd-ab38-d61bb7c1955e'}] {{(pid=109906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:44:40.570814 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc518c6d51578be2a31f52ee0893325345821a3685c97876d81d10eababaab57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0941eb8-d347-4036-a9c8-a668215fcc7d" -d '{"events": [{"name": "network-changed", "server_uuid": "22084e5c-ea6c-4581-a899-1c171a7af9f5", "tag": "33b22f53-e000-46dd-ab38-d61bb7c1955e"}]}' {{(pid=109906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:44:40.606257 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63e31f8-16e0-43ca-a400-3b2e7e8ddb82 x-openstack-request-id: req-f63e31f8-16e0-43ca-a400-3b2e7e8ddb82 {{(pid=109906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:44:40.607013 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22084e5c-ea6c-4581-a899-1c171a7af9f5", "tag": "33b22f53-e000-46dd-ab38-d61bb7c1955e", "status": "completed", "code": 200}]} {{(pid=109906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:44:40.607436 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f63e31f8-16e0-43ca-a400-3b2e7e8ddb82 {{(pid=109906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:44:40.607903 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22084e5c-ea6c-4581-a899-1c171a7af9f5', 'tag': '33b22f53-e000-46dd-ab38-d61bb7c1955e', 'status': 'completed', 'code': 200} Feb 21 00:44:40.664119 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-94463b7b-5a90-4478-ac6b-d69549b423e2 None None] Set router de36c579-c1d3-42ed-8b6d-8792dc113d2b gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:44:40.861238 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0941eb8-d347-4036-a9c8-a668215fcc7d req-a9270b96-89ce-4c2c-b2b2-168b1c83862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:40.862806 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c0941eb8-d347-4036-a9c8-a668215fcc7d req-a9270b96-89ce-4c2c-b2b2-168b1c83862a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e025d3db5ee41318537bfd4c1fc1d95&device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 1129 time: 0.0442898 Feb 21 00:44:40.956533 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0941eb8-d347-4036-a9c8-a668215fcc7d req-247b2bf1-76ed-46d4-b3ed-e0658bd493a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:40.958658 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c0941eb8-d347-4036-a9c8-a668215fcc7d req-247b2bf1-76ed-46d4-b3ed-e0658bd493a8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=28cf2863-0276-45ba-8819-b4e51508cd5b HTTP/1.1" status: 200 len: 912 time: 0.0857692 Feb 21 00:44:41.028933 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c0941eb8-d347-4036-a9c8-a668215fcc7d req-4e8bb0e2-7f7a-420e-a8ac-f1a9ef09b9d0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33b22f53-e000-46dd-ab38-d61bb7c1955e HTTP/1.1" status: 200 len: 999 time: 0.0624154 Feb 21 00:44:41.057512 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-94463b7b-5a90-4478-ac6b-d69549b423e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 4, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port': {'id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': 'a8e27a7b-4359-47e7-8c4a-99f730a1f981', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'port_id': '33b22f53-e000-46dd-ab38-d61bb7c1955e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'mac_address': 'fa:16:3e:fc:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22084e5c-ea6c-4581-a899-1c171a7af9f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:44:22Z', 'updated_at': '2022-02-21T00:44:39Z', 'revision_number': 1, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46525186-5363-47fe-9f00-522ce8a4c9b2', 'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'mac_address': 'fa:16:3e:a0:43:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:18Z', 'updated_at': '2022-02-21T00:44:23Z', 'revision_number': 5, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'subnets': [{'id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:41.078937 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0941eb8-d347-4036-a9c8-a668215fcc7d req-1336c254-65fe-4668-9ea1-084cd8a0649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:41.080428 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c0941eb8-d347-4036-a9c8-a668215fcc7d req-1336c254-65fe-4668-9ea1-084cd8a0649d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8388cafd-40d5-402b-b2e4-849f8f54e15b HTTP/1.1" status: 200 len: 850 time: 0.0441306 Feb 21 00:44:41.084404 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94463b7b-5a90-4478-ac6b-d69549b423e2 None None] Checking router: de36c579-c1d3-42ed-8b6d-8792dc113d2b for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:44:41.093270 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94463b7b-5a90-4478-ac6b-d69549b423e2 None None] Routers {'de36c579-c1d3-42ed-8b6d-8792dc113d2b'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:44:41.093871 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-94463b7b-5a90-4478-ac6b-d69549b423e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:44:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:41.133060 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0941eb8-d347-4036-a9c8-a668215fcc7d req-413f8b71-067b-43cd-afa9-18e1d57d21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:41.134714 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c0941eb8-d347-4036-a9c8-a668215fcc7d req-413f8b71-067b-43cd-afa9-18e1d57d21d1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=28cf2863-0276-45ba-8819-b4e51508cd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483811 Feb 21 00:44:41.212363 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-94463b7b-5a90-4478-ac6b-d69549b423e2 None None] Set router de36c579-c1d3-42ed-8b6d-8792dc113d2b gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:44:41.233971 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c0941eb8-d347-4036-a9c8-a668215fcc7d req-ad163999-dabd-42e1-9d87-422b9040d911 service neutron] 10.222.0.61 "GET /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926709 Feb 21 00:44:41.335157 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c0941eb8-d347-4036-a9c8-a668215fcc7d req-8c8d8a47-d256-44d6-b14c-ad55c2468353 service neutron] 10.222.0.61 "GET /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948362 Feb 21 00:44:41.442462 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-94463b7b-5a90-4478-ac6b-d69549b423e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 4, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port': {'id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': 'a8e27a7b-4359-47e7-8c4a-99f730a1f981', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'port_id': '33b22f53-e000-46dd-ab38-d61bb7c1955e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'mac_address': 'fa:16:3e:fc:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22084e5c-ea6c-4581-a899-1c171a7af9f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:44:22Z', 'updated_at': '2022-02-21T00:44:39Z', 'revision_number': 1, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46525186-5363-47fe-9f00-522ce8a4c9b2', 'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'mac_address': 'fa:16:3e:a0:43:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:18Z', 'updated_at': '2022-02-21T00:44:23Z', 'revision_number': 5, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'subnets': [{'id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:41.467829 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94463b7b-5a90-4478-ac6b-d69549b423e2 None None] The sync data for ids ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'] in dv-cinder-813224-6-iscsi is: [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 4, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port': {'id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': 'a8e27a7b-4359-47e7-8c4a-99f730a1f981', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'port_id': '33b22f53-e000-46dd-ab38-d61bb7c1955e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'mac_address': 'fa:16:3e:fc:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22084e5c-ea6c-4581-a899-1c171a7af9f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:44:22Z', 'updated_at': '2022-02-21T00:44:39Z', 'revision_number': 1, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46525186-5363-47fe-9f00-522ce8a4c9b2', 'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'mac_address': 'fa:16:3e:a0:43:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:18Z', 'updated_at': '2022-02-21T00:44:23Z', 'revision_number': 5, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'subnets': [{'id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:44:41.660446 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06de9fc0-003e-4da6-8533-ec84770efe63 None None] New status for floating IP a8e27a7b-4359-47e7-8c4a-99f730a1f981: ACTIVE {{(pid=109909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:44:42.810967 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597062e-db83-4cd5-8ad5-ee0448bcf1d3 req-06089970-ecdc-4f8f-8766-8c8aeb58b3a0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:42.812464 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b597062e-db83-4cd5-8ad5-ee0448bcf1d3 req-06089970-ecdc-4f8f-8766-8c8aeb58b3a0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 945 time: 0.0598242 Feb 21 00:44:42.863945 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b597062e-db83-4cd5-8ad5-ee0448bcf1d3 req-2fe1a79f-f562-4f27-858a-4ffed2904eda tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457923 Feb 21 00:44:42.886622 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 55236) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:43.141261 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cd9eea-a60d-40e7-a3d4-73927353f08a tempest-TestMinimumBasicScenario-999725032 tempest-TestMinimumBasicScenario-999725032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:43.143123 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-89cd9eea-a60d-40e7-a3d4-73927353f08a tempest-TestMinimumBasicScenario-999725032 tempest-TestMinimumBasicScenario-999725032-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 1124 time: 0.2552810 Feb 21 00:44:43.147268 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 55240) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:43.151536 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Request body: {'floatingip': {'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'port_id': '3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:43.289790 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:43.399911 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:43.501747 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Allocated IP 172.27.1.45 (c88f79bf-88c8-4630-a831-5481b52b74c3/d2922032-8347-4ecd-abd4-c2de14eb9a4c/f424c9f9-c137-4801-9f5c-2ac6f1c1f7c9) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:44:43.601896 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for port (f424c9f9-c137-4801-9f5c-2ac6f1c1f7c9), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:43.708916 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (f424c9f9-c137-4801-9f5c-2ac6f1c1f7c9), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:43.755459 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Network c88f79bf-88c8-4630-a831-5481b52b74c3 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:44:43.755459 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:44:43.758970 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:44:43.791719 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Pushing event updated for resources: {'Port': ['ID=f424c9f9-c137-4801-9f5c-2ac6f1c1f7c9,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:44.182535 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55258) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:44.292944 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8b564739-8d75-476b-b9a8-b6ea5b8a5eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:44.372806 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8b564739-8d75-476b-b9a8-b6ea5b8a5eda admin admin] Publish callbacks [] for security_group (6f7a2248-cc55-40be-9625-eaa2bd58edd1), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:44.421834 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8b564739-8d75-476b-b9a8-b6ea5b8a5eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (6f7a2248-cc55-40be-9625-eaa2bd58edd1), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:44.461650 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-8b564739-8d75-476b-b9a8-b6ea5b8a5eda admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2b7bb6fbb5c47629b235a93ced588e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780149 Feb 21 00:44:44.462534 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b564739-8d75-476b-b9a8-b6ea5b8a5eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7a2248-cc55-40be-9625-eaa2bd58edd1,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:44.464798 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55262) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:44.514074 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for floatingip (279d595e-eeb3-426b-be27-1cad1475e66d), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:44.516173 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a5fd6e75-be57-4f5c-a59b-8a6ef5dae379 admin admin] Publish callbacks [] for security_group (6f7a2248-cc55-40be-9625-eaa2bd58edd1), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:44.539756 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a5fd6e75-be57-4f5c-a59b-8a6ef5dae379 admin admin] Publish callbacks [] for security_group (6f7a2248-cc55-40be-9625-eaa2bd58edd1), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:44.673003 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a5fd6e75-be57-4f5c-a59b-8a6ef5dae379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (6f7a2248-cc55-40be-9625-eaa2bd58edd1), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:44.675713 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a5fd6e75-be57-4f5c-a59b-8a6ef5dae379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:44.676921 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-a5fd6e75-be57-4f5c-a59b-8a6ef5dae379 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6f7a2248-cc55-40be-9625-eaa2bd58edd1 HTTP/1.1" status: 204 len: 168 time: 0.2111695 Feb 21 00:44:44.686605 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd6e75-be57-4f5c-a59b-8a6ef5dae379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7a2248-cc55-40be-9625-eaa2bd58edd1,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:44.689849 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (f424c9f9-c137-4801-9f5c-2ac6f1c1f7c9), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:44.851029 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for port (f424c9f9-c137-4801-9f5c-2ac6f1c1f7c9), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:44.929966 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (f424c9f9-c137-4801-9f5c-2ac6f1c1f7c9), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:45.001342 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Pushing event updated for resources: {'Port': ['ID=f424c9f9-c137-4801-9f5c-2ac6f1c1f7c9,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:45.012241 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362231'] for floatingip (279d595e-eeb3-426b-be27-1cad1475e66d), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:45.116396 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.l3_db [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Floating IP 279d595e-eeb3-426b-be27-1cad1475e66d associated. External IP: 172.27.1.45, port: 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36. Feb 21 00:44:45.331803 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Router fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:44:45.444787 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:44:45.454153 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15047c2-21ce-40e7-995f-d13bca2adefe None None] Sync routers for ids ['fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:44:45.464150 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15047c2-21ce-40e7-995f-d13bca2adefe None None] Routers {'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:44:45.464828 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-d15047c2-21ce-40e7-995f-d13bca2adefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:44:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:45.543852 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:45.574925 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-57f4e426-4c44-424f-966b-4fd569d0db74 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4264734 Feb 21 00:44:45.575567 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab0e027-ae90-4929-9fe7-3b9fe979966f', 'tag': '3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:44:45.577683 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55284) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:45.579038 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-d15047c2-21ce-40e7-995f-d13bca2adefe None None] Set router fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:44:45.583466 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-ade05d4e-146c-4415-bea9-fe53d473b03d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945468373', 'description': 'tempest-secgroup-smoke-1945468373 description', 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:45.589176 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56906f1d-206b-4d1b-8f1d-4483a14b41b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab0e027-ae90-4929-9fe7-3b9fe979966f", "tag": "3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:44:45.637834 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b6558f-792d-4ac3-bf0e-c530f7d527f3 x-openstack-request-id: req-a8b6558f-792d-4ac3-bf0e-c530f7d527f3 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:44:45.638126 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab0e027-ae90-4929-9fe7-3b9fe979966f", "tag": "3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:44:45.638379 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a8b6558f-792d-4ac3-bf0e-c530f7d527f3 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:44:45.638777 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab0e027-ae90-4929-9fe7-3b9fe979966f', 'tag': '3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36', 'status': 'completed', 'code': 200} Feb 21 00:44:45.661988 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ade05d4e-146c-4415-bea9-fe53d473b03d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:45.721052 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56906f1d-206b-4d1b-8f1d-4483a14b41b7 req-37983fcd-5053-4b5d-b579-98b384c4f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:45.725732 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-56906f1d-206b-4d1b-8f1d-4483a14b41b7 req-37983fcd-5053-4b5d-b579-98b384c4f870 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0fb07f2cc8144e879b79dcbe84b1cbbb&device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 1129 time: 0.0643823 Feb 21 00:44:45.752220 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ade05d4e-146c-4415-bea9-fe53d473b03d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group (d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:45.810580 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ade05d4e-146c-4415-bea9-fe53d473b03d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:45.841260 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-d15047c2-21ce-40e7-995f-d13bca2adefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'name': 'tempest-TestMinimumBasicScenario-1443111160-router', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:19Z', 'updated_at': '2022-02-21T00:43:25Z', 'revision_number': 4, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'gw_port': {'id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:20Z', 'updated_at': '2022-02-21T00:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '279d595e-eeb3-426b-be27-1cad1475e66d', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'port_id': '3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7', 'mac_address': 'fa:16:3e:c3:91:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0e027-ae90-4929-9fe7-3b9fe979966f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:44:43Z', 'updated_at': '2022-02-21T00:44:43Z', 'revision_number': 0, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41302eb0-eea2-492d-b6dc-da8436fdc257', 'name': '', 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'mac_address': 'fa:16:3e:ef:c8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c23234aa-eee5-4469-8f47-c9bd111b8f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:24Z', 'updated_at': '2022-02-21T00:43:31Z', 'revision_number': 5, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'subnets': [{'id': 'c23234aa-eee5-4469-8f47-c9bd111b8f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:45.850259 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade05d4e-146c-4415-bea9-fe53d473b03d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:45.863274 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56906f1d-206b-4d1b-8f1d-4483a14b41b7 req-7d864d86-eda6-412e-b7a5-06d16eb68f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:45.865073 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-56906f1d-206b-4d1b-8f1d-4483a14b41b7 req-7d864d86-eda6-412e-b7a5-06d16eb68f58 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dccae3d-137d-413e-b74f-606a0a010ab7 HTTP/1.1" status: 200 len: 916 time: 0.1284976 Feb 21 00:44:45.873924 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15047c2-21ce-40e7-995f-d13bca2adefe None None] Checking router: fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:44:45.882273 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15047c2-21ce-40e7-995f-d13bca2adefe None None] Routers {'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:44:45.882872 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-d15047c2-21ce-40e7-995f-d13bca2adefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:44:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:45.912054 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ade05d4e-146c-4415-bea9-fe53d473b03d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:45.916138 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-ade05d4e-146c-4415-bea9-fe53d473b03d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3346219 Feb 21 00:44:45.921554 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55292) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:45.923356 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-949d1659-ed4f-4e87-9730-6d2ab2e9a96e tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Request body: {'security_group_rule': {'security_group_id': 'd2ce39e3-99e3-4ad4-a48b-03e0cf9a960a', 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:45.954445 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-56906f1d-206b-4d1b-8f1d-4483a14b41b7 req-63c3951e-5094-4263-827e-8e572411303b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 HTTP/1.1" status: 200 len: 998 time: 0.0680063 Feb 21 00:44:45.994601 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-d15047c2-21ce-40e7-995f-d13bca2adefe None None] Set router fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:44:46.006192 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56906f1d-206b-4d1b-8f1d-4483a14b41b7 req-97227d7c-e3aa-4420-bac4-e9e210cb463f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:46.007656 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-56906f1d-206b-4d1b-8f1d-4483a14b41b7 req-97227d7c-e3aa-4420-bac4-e9e210cb463f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c23234aa-eee5-4469-8f47-c9bd111b8f81 HTTP/1.1" status: 200 len: 854 time: 0.0475030 Feb 21 00:44:46.022053 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-949d1659-ed4f-4e87-9730-6d2ab2e9a96e tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group_rule (4f6fa57a-7fdf-4fd7-a0a5-a16aafa4639d), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:46.062408 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56906f1d-206b-4d1b-8f1d-4483a14b41b7 req-af3201c7-7aad-4b5b-9f5a-cfc26049d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:46.063939 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-56906f1d-206b-4d1b-8f1d-4483a14b41b7 req-af3201c7-7aad-4b5b-9f5a-cfc26049d412 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dccae3d-137d-413e-b74f-606a0a010ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460014 Feb 21 00:44:46.086043 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-949d1659-ed4f-4e87-9730-6d2ab2e9a96e tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group_rule (4f6fa57a-7fdf-4fd7-a0a5-a16aafa4639d), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:46.152813 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-949d1659-ed4f-4e87-9730-6d2ab2e9a96e tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (4f6fa57a-7fdf-4fd7-a0a5-a16aafa4639d), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:46.160654 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-56906f1d-206b-4d1b-8f1d-4483a14b41b7 req-9b01ab8c-3ccc-40d2-b549-199846be8750 service neutron] 10.222.0.61 "GET /v2.0/networks/9dccae3d-137d-413e-b74f-606a0a010ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903761 Feb 21 00:44:46.171548 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d1659-ed4f-4e87-9730-6d2ab2e9a96e tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6fa57a-7fdf-4fd7-a0a5-a16aafa4639d,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:46.235046 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-949d1659-ed4f-4e87-9730-6d2ab2e9a96e tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:46.239956 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-949d1659-ed4f-4e87-9730-6d2ab2e9a96e tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3207030 Feb 21 00:44:46.240391 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 55294) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:46.243403 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-d15047c2-21ce-40e7-995f-d13bca2adefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'name': 'tempest-TestMinimumBasicScenario-1443111160-router', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:19Z', 'updated_at': '2022-02-21T00:43:25Z', 'revision_number': 4, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'gw_port': {'id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:20Z', 'updated_at': '2022-02-21T00:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '279d595e-eeb3-426b-be27-1cad1475e66d', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'port_id': '3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7', 'mac_address': 'fa:16:3e:c3:91:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0e027-ae90-4929-9fe7-3b9fe979966f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:44:43Z', 'updated_at': '2022-02-21T00:44:43Z', 'revision_number': 0, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41302eb0-eea2-492d-b6dc-da8436fdc257', 'name': '', 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'mac_address': 'fa:16:3e:ef:c8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c23234aa-eee5-4469-8f47-c9bd111b8f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:24Z', 'updated_at': '2022-02-21T00:43:31Z', 'revision_number': 5, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'subnets': [{'id': 'c23234aa-eee5-4469-8f47-c9bd111b8f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:44:46.247041 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-1353616c-6b65-4564-aef3-c3ea0d66a6f8 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Request body: {'security_group_rule': {'security_group_id': 'd2ce39e3-99e3-4ad4-a48b-03e0cf9a960a', 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:46.273865 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-56906f1d-206b-4d1b-8f1d-4483a14b41b7 req-9ab9b4ff-a971-4862-9b9b-6d3e091a2695 service neutron] 10.222.0.61 "GET /v2.0/networks/9dccae3d-137d-413e-b74f-606a0a010ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050541 Feb 21 00:44:46.359099 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1353616c-6b65-4564-aef3-c3ea0d66a6f8 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group_rule (0c5c6ec7-24ec-4374-9c10-f1ac28167f19), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:46.400570 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15047c2-21ce-40e7-995f-d13bca2adefe None None] The sync data for ids ['fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'] in dv-cinder-813224-6-iscsi is: [{'id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'name': 'tempest-TestMinimumBasicScenario-1443111160-router', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:19Z', 'updated_at': '2022-02-21T00:43:25Z', 'revision_number': 4, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'gw_port': {'id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:20Z', 'updated_at': '2022-02-21T00:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '279d595e-eeb3-426b-be27-1cad1475e66d', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'port_id': '3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7', 'mac_address': 'fa:16:3e:c3:91:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0e027-ae90-4929-9fe7-3b9fe979966f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:44:43Z', 'updated_at': '2022-02-21T00:44:43Z', 'revision_number': 0, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41302eb0-eea2-492d-b6dc-da8436fdc257', 'name': '', 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'mac_address': 'fa:16:3e:ef:c8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c23234aa-eee5-4469-8f47-c9bd111b8f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:24Z', 'updated_at': '2022-02-21T00:43:31Z', 'revision_number': 5, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'subnets': [{'id': 'c23234aa-eee5-4469-8f47-c9bd111b8f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:44:46.423408 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1353616c-6b65-4564-aef3-c3ea0d66a6f8 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group_rule (0c5c6ec7-24ec-4374-9c10-f1ac28167f19), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:46.530036 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1353616c-6b65-4564-aef3-c3ea0d66a6f8 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (0c5c6ec7-24ec-4374-9c10-f1ac28167f19), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:46.552640 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353616c-6b65-4564-aef3-c3ea0d66a6f8 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5c6ec7-24ec-4374-9c10-f1ac28167f19,revision_number=0']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:46.597330 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccfdf99-6544-4667-9604-b8ed8c0f0c2d None None] New status for floating IP 279d595e-eeb3-426b-be27-1cad1475e66d: ACTIVE {{(pid=109909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:44:46.640487 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1353616c-6b65-4564-aef3-c3ea0d66a6f8 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:46.641760 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-1353616c-6b65-4564-aef3-c3ea0d66a6f8 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4001577 Feb 21 00:44:46.644798 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 55300) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:46.649914 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-ba5f7250-31de-4475-80f7-2da21a594c35 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Request body: {'security_group_rule': {'security_group_id': 'd2ce39e3-99e3-4ad4-a48b-03e0cf9a960a', 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:46.776517 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7250-31de-4475-80f7-2da21a594c35 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group_rule (848c1ef5-4ed2-40f1-9848-553f33bdebdb), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:46.842842 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7250-31de-4475-80f7-2da21a594c35 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group_rule (848c1ef5-4ed2-40f1-9848-553f33bdebdb), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:46.918696 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7250-31de-4475-80f7-2da21a594c35 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (848c1ef5-4ed2-40f1-9848-553f33bdebdb), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:46.936283 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f7250-31de-4475-80f7-2da21a594c35 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=848c1ef5-4ed2-40f1-9848-553f33bdebdb,revision_number=0']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:47.028215 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7250-31de-4475-80f7-2da21a594c35 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:47.029504 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-ba5f7250-31de-4475-80f7-2da21a594c35 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3832297 Feb 21 00:44:47.032245 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 55302) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:47.036763 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-251e0c66-569d-4f67-bc7c-954a09a149a0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Request body: {'security_group_rule': {'security_group_id': 'd2ce39e3-99e3-4ad4-a48b-03e0cf9a960a', 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:47.136367 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-251e0c66-569d-4f67-bc7c-954a09a149a0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group_rule (09c1f721-7f57-429f-a156-7a0b85f70643), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:47.199810 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-251e0c66-569d-4f67-bc7c-954a09a149a0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group_rule (09c1f721-7f57-429f-a156-7a0b85f70643), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:47.249676 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-251e0c66-569d-4f67-bc7c-954a09a149a0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (09c1f721-7f57-429f-a156-7a0b85f70643), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:47.268395 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e0c66-569d-4f67-bc7c-954a09a149a0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c1f721-7f57-429f-a156-7a0b85f70643,revision_number=0']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:47.331594 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-251e0c66-569d-4f67-bc7c-954a09a149a0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:47.332943 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-251e0c66-569d-4f67-bc7c-954a09a149a0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2995729 Feb 21 00:44:47.335577 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 55306) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:47.339914 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-901bfef0-fc1b-4096-b115-48b3df14872f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Request body: {'security_group_rule': {'security_group_id': 'd2ce39e3-99e3-4ad4-a48b-03e0cf9a960a', 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:47.415745 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.securitygroups_db [None req-901bfef0-fc1b-4096-b115-48b3df14872f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Project 0fb07f2cc8144e879b79dcbe84b1cbbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 00:44:47.421078 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-901bfef0-fc1b-4096-b115-48b3df14872f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group_rule (0517947a-1a95-4627-bb77-360054856b60), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:47.484778 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-901bfef0-fc1b-4096-b115-48b3df14872f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group_rule (0517947a-1a95-4627-bb77-360054856b60), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:47.553681 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-901bfef0-fc1b-4096-b115-48b3df14872f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (0517947a-1a95-4627-bb77-360054856b60), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:47.571425 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901bfef0-fc1b-4096-b115-48b3df14872f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0517947a-1a95-4627-bb77-360054856b60,revision_number=0']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:47.634959 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-901bfef0-fc1b-4096-b115-48b3df14872f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:47.636270 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-901bfef0-fc1b-4096-b115-48b3df14872f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2997062 Feb 21 00:44:47.638878 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 55316) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:47.643502 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-4413168c-cac7-4465-b7a8-05121abe135e tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Request body: {'security_group_rule': {'security_group_id': 'd2ce39e3-99e3-4ad4-a48b-03e0cf9a960a', 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:47.718360 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.securitygroups_db [None req-4413168c-cac7-4465-b7a8-05121abe135e tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Project 0fb07f2cc8144e879b79dcbe84b1cbbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 00:44:47.723932 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4413168c-cac7-4465-b7a8-05121abe135e tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group_rule (10444940-8d20-4231-82fb-d5e08b7c2159), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:47.783871 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4413168c-cac7-4465-b7a8-05121abe135e tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group_rule (10444940-8d20-4231-82fb-d5e08b7c2159), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:47.884246 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4413168c-cac7-4465-b7a8-05121abe135e tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (10444940-8d20-4231-82fb-d5e08b7c2159), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:47.902148 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413168c-cac7-4465-b7a8-05121abe135e tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10444940-8d20-4231-82fb-d5e08b7c2159,revision_number=0']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:47.989258 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4413168c-cac7-4465-b7a8-05121abe135e tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:47.990553 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-4413168c-cac7-4465-b7a8-05121abe135e tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3506634 Feb 21 00:44:48.095231 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-63136f2c-95de-4c62-bf8a-6b7d8556f287 req-83d5ffd7-e8b0-4f5f-9589-8a6327e0ad96 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945468373&fields=id&tenant_id=0fb07f2cc8144e879b79dcbe84b1cbbb HTTP/1.1" status: 200 len: 267 time: 0.0462534 Feb 21 00:44:48.154441 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63136f2c-95de-4c62-bf8a-6b7d8556f287 req-7a43fdc8-2635-4b29-b4a2-8ccd0ee10d65 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:48.156158 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-63136f2c-95de-4c62-bf8a-6b7d8556f287 req-7a43fdc8-2635-4b29-b4a2-8ccd0ee10d65 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 945 time: 0.0545187 Feb 21 00:44:48.167268 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-63136f2c-95de-4c62-bf8a-6b7d8556f287 req-a5ac2127-4662-4c7c-9c62-b3815544254f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Request body: {'port': {'security_groups': ['8b553515-0e7e-4a57-bff1-50f151e14ef0', 'd2ce39e3-99e3-4ad4-a48b-03e0cf9a960a']}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:44:48.237951 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-63136f2c-95de-4c62-bf8a-6b7d8556f287 req-a5ac2127-4662-4c7c-9c62-b3815544254f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:48.420803 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-63136f2c-95de-4c62-bf8a-6b7d8556f287 req-a5ac2127-4662-4c7c-9c62-b3815544254f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] For port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36,segment=NetworkSegment(5d0b55be-7436-4909-b5d1-ad582ca2b9cd),segment_id=5d0b55be-7436-4909-b5d1-ad582ca2b9cd)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:44:48.450804 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-63136f2c-95de-4c62-bf8a-6b7d8556f287 req-a5ac2127-4662-4c7c-9c62-b3815544254f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:48.529980 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-63136f2c-95de-4c62-bf8a-6b7d8556f287 req-a5ac2127-4662-4c7c-9c62-b3815544254f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:48.541724 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:44:48.578145 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63136f2c-95de-4c62-bf8a-6b7d8556f287 req-a5ac2127-4662-4c7c-9c62-b3815544254f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:48.578848 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-63136f2c-95de-4c62-bf8a-6b7d8556f287 req-a5ac2127-4662-4c7c-9c62-b3815544254f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:48.580464 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-63136f2c-95de-4c62-bf8a-6b7d8556f287 req-a5ac2127-4662-4c7c-9c62-b3815544254f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "PUT /v2.0/ports/3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 HTTP/1.1" status: 200 len: 981 time: 0.4176204 Feb 21 00:44:48.581015 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab0e027-ae90-4929-9fe7-3b9fe979966f', 'tag': '3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:44:48.584026 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb97b94c-5cd9-45d7-a7da-acc061f68f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab0e027-ae90-4929-9fe7-3b9fe979966f", "tag": "3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:44:48.611076 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac2127-4662-4c7c-9c62-b3815544254f tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Pushing event updated for resources: {'Port': ['ID=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36,revision_number=6']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:48.655342 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b206f3-0a66-484b-a46d-a1f1593b53e5 x-openstack-request-id: req-16b206f3-0a66-484b-a46d-a1f1593b53e5 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:44:48.656311 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab0e027-ae90-4929-9fe7-3b9fe979966f", "tag": "3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:44:48.656592 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-16b206f3-0a66-484b-a46d-a1f1593b53e5 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:44:48.657175 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab0e027-ae90-4929-9fe7-3b9fe979966f', 'tag': '3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36', 'status': 'completed', 'code': 200} Feb 21 00:44:48.691043 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:44:48.730939 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97b94c-5cd9-45d7-a7da-acc061f68f2d req-a373ea93-449d-4916-8b5a-63b812f1749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:48.732558 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bb97b94c-5cd9-45d7-a7da-acc061f68f2d req-a373ea93-449d-4916-8b5a-63b812f1749e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0fb07f2cc8144e879b79dcbe84b1cbbb&device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 1168 time: 0.0533023 Feb 21 00:44:48.749866 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0a296-58bd-45c7-a3a7-695030f62841 req-eb9e2159-5501-4177-aab9-620b649391ae tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:48.759101 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-90c0a296-58bd-45c7-a3a7-695030f62841 req-eb9e2159-5501-4177-aab9-620b649391ae tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 984 time: 0.0830419 Feb 21 00:44:48.852186 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-90c0a296-58bd-45c7-a3a7-695030f62841 req-a90e0f23-f045-43a7-afba-d6ed38ad966c tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&id=d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0924489 Feb 21 00:44:48.853585 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97b94c-5cd9-45d7-a7da-acc061f68f2d req-598f9cd2-cae5-4e35-be53-5bf613e15d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:48.855588 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bb97b94c-5cd9-45d7-a7da-acc061f68f2d req-598f9cd2-cae5-4e35-be53-5bf613e15d07 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dccae3d-137d-413e-b74f-606a0a010ab7 HTTP/1.1" status: 200 len: 916 time: 0.1109543 Feb 21 00:44:48.930760 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bb97b94c-5cd9-45d7-a7da-acc061f68f2d req-101ab572-661d-4713-8e57-b57600ffccba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 HTTP/1.1" status: 200 len: 1000 time: 0.0647333 Feb 21 00:44:48.984026 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97b94c-5cd9-45d7-a7da-acc061f68f2d req-b6039d91-03a0-43fa-85d3-0612d39b46f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:48.985519 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bb97b94c-5cd9-45d7-a7da-acc061f68f2d req-b6039d91-03a0-43fa-85d3-0612d39b46f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c23234aa-eee5-4469-8f47-c9bd111b8f81 HTTP/1.1" status: 200 len: 854 time: 0.0459232 Feb 21 00:44:49.021107 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-53d75d4b-c082-4a04-8ca4-e394e20170bd None None] Provisioning complete for port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:44:49.021480 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-53d75d4b-c082-4a04-8ca4-e394e20170bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:49.033858 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97b94c-5cd9-45d7-a7da-acc061f68f2d req-145baab8-3085-43e4-93a1-fd3ee44f36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:44:49.035348 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bb97b94c-5cd9-45d7-a7da-acc061f68f2d req-145baab8-3085-43e4-93a1-fd3ee44f36bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dccae3d-137d-413e-b74f-606a0a010ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432851 Feb 21 00:44:49.136232 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bb97b94c-5cd9-45d7-a7da-acc061f68f2d req-4503e423-f5da-4a17-a632-bae74f99dd98 service neutron] 10.222.0.61 "GET /v2.0/networks/9dccae3d-137d-413e-b74f-606a0a010ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892916 Feb 21 00:44:49.243610 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bb97b94c-5cd9-45d7-a7da-acc061f68f2d req-22cbc644-055b-4404-9d5a-0f51b0e44a9d service neutron] 10.222.0.61 "GET /v2.0/networks/9dccae3d-137d-413e-b74f-606a0a010ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986505 Feb 21 00:44:49.260283 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-53d75d4b-c082-4a04-8ca4-e394e20170bd None None] Current status of the port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:44:52.852214 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:44:55.675754 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55406) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:55.780240 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-06481510-c856-432d-a385-65b4da25c22c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:55.859844 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-06481510-c856-432d-a385-65b4da25c22c admin admin] Publish callbacks [] for security_group (35ec45cd-85c4-416a-a9f3-c55ad966c75f), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:55.923775 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-06481510-c856-432d-a385-65b4da25c22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (35ec45cd-85c4-416a-a9f3-c55ad966c75f), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:55.962307 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-06481510-c856-432d-a385-65b4da25c22c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=039416f2a3d24bfdb7d55f1906d578e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854927 Feb 21 00:44:55.963243 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06481510-c856-432d-a385-65b4da25c22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ec45cd-85c4-416a-a9f3-c55ad966c75f,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:55.964985 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 55410) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:56.013019 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-978867b5-248f-4554-9277-ea74601be40d admin admin] Publish callbacks [] for security_group (35ec45cd-85c4-416a-a9f3-c55ad966c75f), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:56.034189 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-978867b5-248f-4554-9277-ea74601be40d admin admin] Publish callbacks [] for security_group (35ec45cd-85c4-416a-a9f3-c55ad966c75f), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:56.152717 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-978867b5-248f-4554-9277-ea74601be40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (35ec45cd-85c4-416a-a9f3-c55ad966c75f), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:56.155305 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-978867b5-248f-4554-9277-ea74601be40d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:56.156475 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-978867b5-248f-4554-9277-ea74601be40d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/35ec45cd-85c4-416a-a9f3-c55ad966c75f HTTP/1.1" status: 204 len: 168 time: 0.1904294 Feb 21 00:44:56.164303 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978867b5-248f-4554-9277-ea74601be40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ec45cd-85c4-416a-a9f3-c55ad966c75f,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:56.495353 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:56.895861 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-fbb372b2-5c59-4340-ad11-73866bf6aad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:57.737853 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55462) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:57.842824 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3cf13f2d-04a9-4e53-9d84-85fce2918396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:57.929318 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3cf13f2d-04a9-4e53-9d84-85fce2918396 admin admin] Publish callbacks [] for security_group (0f1550e9-92a5-469e-b64c-9ba12db4f226), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:57.985907 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3cf13f2d-04a9-4e53-9d84-85fce2918396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (0f1550e9-92a5-469e-b64c-9ba12db4f226), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:58.023867 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf13f2d-04a9-4e53-9d84-85fce2918396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1550e9-92a5-469e-b64c-9ba12db4f226,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:58.027878 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-3cf13f2d-04a9-4e53-9d84-85fce2918396 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=befe1a914f26417885e233b11e09a43e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890089 Feb 21 00:44:58.030828 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 55466) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:44:58.033814 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf13f2d-04a9-4e53-9d84-85fce2918396 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.034170 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf13f2d-04a9-4e53-9d84-85fce2918396 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.034518 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf13f2d-04a9-4e53-9d84-85fce2918396 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.034859 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf13f2d-04a9-4e53-9d84-85fce2918396 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.035195 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf13f2d-04a9-4e53-9d84-85fce2918396 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.035525 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf13f2d-04a9-4e53-9d84-85fce2918396 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.035900 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf13f2d-04a9-4e53-9d84-85fce2918396 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.036236 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf13f2d-04a9-4e53-9d84-85fce2918396 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.036588 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf13f2d-04a9-4e53-9d84-85fce2918396 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.036922 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf13f2d-04a9-4e53-9d84-85fce2918396 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.037307 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf13f2d-04a9-4e53-9d84-85fce2918396 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.037725 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf13f2d-04a9-4e53-9d84-85fce2918396 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.038058 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf13f2d-04a9-4e53-9d84-85fce2918396 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.078842 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-81b20f79-1d08-474d-90c0-6a3ec6f903f6 admin admin] Publish callbacks [] for security_group (0f1550e9-92a5-469e-b64c-9ba12db4f226), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:58.100424 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-81b20f79-1d08-474d-90c0-6a3ec6f903f6 admin admin] Publish callbacks [] for security_group (0f1550e9-92a5-469e-b64c-9ba12db4f226), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:58.232975 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-81b20f79-1d08-474d-90c0-6a3ec6f903f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (0f1550e9-92a5-469e-b64c-9ba12db4f226), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:58.235739 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-81b20f79-1d08-474d-90c0-6a3ec6f903f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:58.237015 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-81b20f79-1d08-474d-90c0-6a3ec6f903f6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0f1550e9-92a5-469e-b64c-9ba12db4f226 HTTP/1.1" status: 204 len: 168 time: 0.2050540 Feb 21 00:44:58.248919 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b20f79-1d08-474d-90c0-6a3ec6f903f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1550e9-92a5-469e-b64c-9ba12db4f226,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:44:58.258248 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b20f79-1d08-474d-90c0-6a3ec6f903f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.258678 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b20f79-1d08-474d-90c0-6a3ec6f903f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.259195 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b20f79-1d08-474d-90c0-6a3ec6f903f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.259661 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b20f79-1d08-474d-90c0-6a3ec6f903f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.260078 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b20f79-1d08-474d-90c0-6a3ec6f903f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.260417 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b20f79-1d08-474d-90c0-6a3ec6f903f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.260781 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b20f79-1d08-474d-90c0-6a3ec6f903f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.265011 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b20f79-1d08-474d-90c0-6a3ec6f903f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.265011 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b20f79-1d08-474d-90c0-6a3ec6f903f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.265011 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b20f79-1d08-474d-90c0-6a3ec6f903f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.265011 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b20f79-1d08-474d-90c0-6a3ec6f903f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.265011 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b20f79-1d08-474d-90c0-6a3ec6f903f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:58.265011 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b20f79-1d08-474d-90c0-6a3ec6f903f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:44:59.004244 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-319833fb-65e7-4b29-a590-b28c5705e70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:00.312272 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:00.455189 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9386fd63-355f-4018-8737-614398f61750 req-b6aa62ad-d18e-4087-9c43-2dc4298ea14a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431380 Feb 21 00:45:00.545458 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386fd63-355f-4018-8737-614398f61750 req-9c39aa2b-2929-4525-b13e-4e1e8e8e35e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:00.546959 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9386fd63-355f-4018-8737-614398f61750 req-9c39aa2b-2929-4525-b13e-4e1e8e8e35e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82b8f77b26bc425e8a2b357d7db9e33e&device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 1131 time: 0.0493202 Feb 21 00:45:00.654449 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386fd63-355f-4018-8737-614398f61750 req-127dba4c-2414-49f4-9708-2920c37db473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:00.655858 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9386fd63-355f-4018-8737-614398f61750 req-127dba4c-2414-49f4-9708-2920c37db473 service neutron] 10.222.0.61 "GET /v2.0/networks?id=db91bc76-bbbd-4928-84db-ba174e4b8a5d HTTP/1.1" status: 200 len: 917 time: 0.0903885 Feb 21 00:45:00.725642 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9386fd63-355f-4018-8737-614398f61750 req-9b40463e-809e-4c82-a6f7-259f096d902a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463cd9ee-ca82-4229-af50-5f45d8b91936 HTTP/1.1" status: 200 len: 1001 time: 0.0625665 Feb 21 00:45:00.776904 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386fd63-355f-4018-8737-614398f61750 req-db596c54-5a52-44b5-b392-1d259000964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:00.779552 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9386fd63-355f-4018-8737-614398f61750 req-db596c54-5a52-44b5-b392-1d259000964b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fa227f87-1978-4806-9713-f4a79efc4e60 HTTP/1.1" status: 200 len: 855 time: 0.0446048 Feb 21 00:45:00.826929 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386fd63-355f-4018-8737-614398f61750 req-fb8c6ee4-98d2-4624-9c18-27edaed781c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:00.828420 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9386fd63-355f-4018-8737-614398f61750 req-fb8c6ee4-98d2-4624-9c18-27edaed781c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=db91bc76-bbbd-4928-84db-ba174e4b8a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437267 Feb 21 00:45:00.922211 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9386fd63-355f-4018-8737-614398f61750 req-cb9ae17c-d814-4d59-b8d4-a70a78a79438 service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867424 Feb 21 00:45:01.014515 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9386fd63-355f-4018-8737-614398f61750 req-bc636fb3-d389-4336-a731-d9d7ee45e641 service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852816 Feb 21 00:45:01.621337 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:03.134509 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:03.211043 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55604) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:03.313494 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3152eb72-0239-4f81-93ba-ad198f5f9228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:03.384868 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3152eb72-0239-4f81-93ba-ad198f5f9228 admin admin] Publish callbacks [] for security_group (f4e21ba8-3a05-4e0b-95b0-9d24604031d6), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:03.444098 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3152eb72-0239-4f81-93ba-ad198f5f9228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (f4e21ba8-3a05-4e0b-95b0-9d24604031d6), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:03.482806 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-3152eb72-0239-4f81-93ba-ad198f5f9228 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c43485086f7a43d0bee5c316e62d1de9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707164 Feb 21 00:45:03.483680 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152eb72-0239-4f81-93ba-ad198f5f9228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e21ba8-3a05-4e0b-95b0-9d24604031d6,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:03.485548 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 55608) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:03.537844 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-57d4dfc1-4368-49e5-9b4c-e435569cd8f4 admin admin] Publish callbacks [] for security_group (f4e21ba8-3a05-4e0b-95b0-9d24604031d6), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:03.555819 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-57d4dfc1-4368-49e5-9b4c-e435569cd8f4 admin admin] Publish callbacks [] for security_group (f4e21ba8-3a05-4e0b-95b0-9d24604031d6), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:03.654982 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-57d4dfc1-4368-49e5-9b4c-e435569cd8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (f4e21ba8-3a05-4e0b-95b0-9d24604031d6), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:03.657788 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-57d4dfc1-4368-49e5-9b4c-e435569cd8f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:03.658998 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-57d4dfc1-4368-49e5-9b4c-e435569cd8f4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f4e21ba8-3a05-4e0b-95b0-9d24604031d6 HTTP/1.1" status: 204 len: 168 time: 0.1724222 Feb 21 00:45:03.667883 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4dfc1-4368-49e5-9b4c-e435569cd8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e21ba8-3a05-4e0b-95b0-9d24604031d6,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:04.231336 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 55614) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:04.247750 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b799e045-0751-4eb6-9d57-f0d900d21513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:04.326838 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b799e045-0751-4eb6-9d57-f0d900d21513 admin admin] Publish callbacks [] for security_group (4be6a2fc-aa39-45a5-a01f-19cd7eee8a37), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:04.386746 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b799e045-0751-4eb6-9d57-f0d900d21513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (4be6a2fc-aa39-45a5-a01f-19cd7eee8a37), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:04.424206 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-b799e045-0751-4eb6-9d57-f0d900d21513 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8828a3ba5e7841b4b8c7767448ed9233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917286 Feb 21 00:45:04.425024 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799e045-0751-4eb6-9d57-f0d900d21513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be6a2fc-aa39-45a5-a01f-19cd7eee8a37,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:04.427019 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55616) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:04.474986 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-4bae82fa-92ad-4a79-b1fc-64c8358b7975 admin admin] Publish callbacks [] for security_group (4be6a2fc-aa39-45a5-a01f-19cd7eee8a37), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:04.495692 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-4bae82fa-92ad-4a79-b1fc-64c8358b7975 admin admin] Publish callbacks [] for security_group (4be6a2fc-aa39-45a5-a01f-19cd7eee8a37), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:04.609826 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-4bae82fa-92ad-4a79-b1fc-64c8358b7975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (4be6a2fc-aa39-45a5-a01f-19cd7eee8a37), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:04.612388 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-4bae82fa-92ad-4a79-b1fc-64c8358b7975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:04.613571 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-4bae82fa-92ad-4a79-b1fc-64c8358b7975 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4be6a2fc-aa39-45a5-a01f-19cd7eee8a37 HTTP/1.1" status: 204 len: 168 time: 0.1849535 Feb 21 00:45:04.624316 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae82fa-92ad-4a79-b1fc-64c8358b7975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be6a2fc-aa39-45a5-a01f-19cd7eee8a37,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:06.154581 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2e972-cbcb-4b9b-9428-2490f0063834 req-7b67764c-bbf8-41ed-8dfd-cf29a8de9cc6 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:06.156404 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c6e2e972-cbcb-4b9b-9428-2490f0063834 req-7b67764c-bbf8-41ed-8dfd-cf29a8de9cc6 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 984 time: 0.0569403 Feb 21 00:45:06.221167 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c6e2e972-cbcb-4b9b-9428-2490f0063834 req-33606ab1-5cd2-4a27-ba97-d2b6874ea6a3 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&id=d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591204 Feb 21 00:45:06.232802 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad844e-a72b-4e2e-84c5-a3af827dcad6 req-569e0f73-cd3e-488c-96a0-6eaf017eeb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:06.234025 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-90ad844e-a72b-4e2e-84c5-a3af827dcad6 req-569e0f73-cd3e-488c-96a0-6eaf017eeb5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0fb07f2cc8144e879b79dcbe84b1cbbb&device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 1168 time: 0.0521784 Feb 21 00:45:06.326138 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad844e-a72b-4e2e-84c5-a3af827dcad6 req-4a915fa1-bd7b-4ca6-9c5d-39a10bc53b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:06.327597 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-90ad844e-a72b-4e2e-84c5-a3af827dcad6 req-4a915fa1-bd7b-4ca6-9c5d-39a10bc53b93 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dccae3d-137d-413e-b74f-606a0a010ab7 HTTP/1.1" status: 200 len: 916 time: 0.0875592 Feb 21 00:45:06.393231 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-90ad844e-a72b-4e2e-84c5-a3af827dcad6 req-65efac2a-b47d-420f-a1ae-4bad24c751cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 HTTP/1.1" status: 200 len: 1000 time: 0.0587003 Feb 21 00:45:06.450931 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad844e-a72b-4e2e-84c5-a3af827dcad6 req-903813f9-38ac-4112-ba89-0e9b05668705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:06.452412 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-90ad844e-a72b-4e2e-84c5-a3af827dcad6 req-903813f9-38ac-4112-ba89-0e9b05668705 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c23234aa-eee5-4469-8f47-c9bd111b8f81 HTTP/1.1" status: 200 len: 854 time: 0.0466304 Feb 21 00:45:06.504813 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad844e-a72b-4e2e-84c5-a3af827dcad6 req-9ff622f5-5195-445d-80e2-cc589efb1e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:06.506321 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-90ad844e-a72b-4e2e-84c5-a3af827dcad6 req-9ff622f5-5195-445d-80e2-cc589efb1e5d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dccae3d-137d-413e-b74f-606a0a010ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471938 Feb 21 00:45:06.597548 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-90ad844e-a72b-4e2e-84c5-a3af827dcad6 req-5b9fa6e5-36a5-419b-9a52-74a9a34fff6b service neutron] 10.222.0.61 "GET /v2.0/networks/9dccae3d-137d-413e-b74f-606a0a010ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816360 Feb 21 00:45:06.691221 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-90ad844e-a72b-4e2e-84c5-a3af827dcad6 req-906ecbda-802a-4b41-b70b-00ae8bfbffd4 service neutron] 10.222.0.61 "GET /v2.0/networks/9dccae3d-137d-413e-b74f-606a0a010ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864775 Feb 21 00:45:07.348308 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e27c4-bf8f-4db2-92a9-8e6e6420c3ea req-771a570d-f5f1-4300-bbb4-7390547db13a tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:07.349829 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d10e27c4-bf8f-4db2-92a9-8e6e6420c3ea req-771a570d-f5f1-4300-bbb4-7390547db13a tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 984 time: 0.0536804 Feb 21 00:45:07.409650 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d10e27c4-bf8f-4db2-92a9-8e6e6420c3ea req-565cab37-73cd-4644-98ac-ba0d5b5cc5a8 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&id=d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531082 Feb 21 00:45:08.528661 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdf79e-d0b0-422f-a3f8-91c55e6e2d1f req-696b67d9-3a56-405b-947a-097f84c66e69 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:08.530153 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b2bdf79e-d0b0-422f-a3f8-91c55e6e2d1f req-696b67d9-3a56-405b-947a-097f84c66e69 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 984 time: 0.0534616 Feb 21 00:45:08.588513 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b2bdf79e-d0b0-422f-a3f8-91c55e6e2d1f req-84c44efc-a458-4f70-93f6-8f666c17206d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&id=d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529187 Feb 21 00:45:09.711523 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacb0a9-15cb-4a3e-ae83-511894508d0d req-8d47b1c8-8934-4209-9b4b-f3b68bec1607 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:09.713096 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7cacb0a9-15cb-4a3e-ae83-511894508d0d req-8d47b1c8-8934-4209-9b4b-f3b68bec1607 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 984 time: 0.0555642 Feb 21 00:45:09.774037 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7cacb0a9-15cb-4a3e-ae83-511894508d0d req-1e3ef399-33e7-461a-9362-8a27b6211c66 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&id=d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554454 Feb 21 00:45:10.173122 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a67a4-a9cf-4f23-82f5-53e0ce5fd956 req-7b86a579-374d-48e2-8946-cd86ffa6a29f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:10.174710 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6a2a67a4-a9cf-4f23-82f5-53e0ce5fd956 req-7b86a579-374d-48e2-8946-cd86ffa6a29f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 947 time: 0.0571859 Feb 21 00:45:10.220950 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6a2a67a4-a9cf-4f23-82f5-53e0ce5fd956 req-1233f835-11c2-4686-b30a-3b035a94ab96 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402639 Feb 21 00:45:10.901584 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ea52a-f2b8-4da2-9779-e00d91eca5a8 req-fa92fc4d-00ab-4cdd-a232-42f9d6630339 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:10.903062 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c48ea52a-f2b8-4da2-9779-e00d91eca5a8 req-fa92fc4d-00ab-4cdd-a232-42f9d6630339 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 984 time: 0.0599654 Feb 21 00:45:10.964546 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c48ea52a-f2b8-4da2-9779-e00d91eca5a8 req-8b6ca7fa-3b66-410f-8d0f-74efdbbd2599 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&id=d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554931 Feb 21 00:45:11.352068 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fc36f-932f-4d19-b189-397703645b4f req-08541d00-7fac-45c0-9249-f83173650c74 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:11.353612 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7e1fc36f-932f-4d19-b189-397703645b4f req-08541d00-7fac-45c0-9249-f83173650c74 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 947 time: 0.0550702 Feb 21 00:45:11.401586 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7e1fc36f-932f-4d19-b189-397703645b4f req-13c86863-627a-4810-af81-c9ea703494e4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423281 Feb 21 00:45:11.796579 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057c7b6-177e-43f4-9e15-285f2041ec03 req-41746b2f-1252-423e-a827-e17f0d5907c7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:11.798023 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8057c7b6-177e-43f4-9e15-285f2041ec03 req-41746b2f-1252-423e-a827-e17f0d5907c7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 947 time: 0.0563819 Feb 21 00:45:11.890784 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-8057c7b6-177e-43f4-9e15-285f2041ec03 req-2c655659-7664-4e6c-abec-564cd3decc36 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Deleting port 463cd9ee-ca82-4229-af50-5f45d8b91936 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:45:11.891119 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-8057c7b6-177e-43f4-9e15-285f2041ec03 req-2c655659-7664-4e6c-abec-564cd3decc36 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:11.982196 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-8057c7b6-177e-43f4-9e15-285f2041ec03 req-2c655659-7664-4e6c-abec-564cd3decc36 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] For port 463cd9ee-ca82-4229-af50-5f45d8b91936, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=463cd9ee-ca82-4229-af50-5f45d8b91936,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:45:11.982556 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-8057c7b6-177e-43f4-9e15-285f2041ec03 req-2c655659-7664-4e6c-abec-564cd3decc36 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:12.096597 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba0179-c673-4272-aee7-10b94a59ca32 req-e6b88ef3-27c8-4068-8634-6c116e277465 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:12.098171 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-98ba0179-c673-4272-aee7-10b94a59ca32 req-e6b88ef3-27c8-4068-8634-6c116e277465 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 984 time: 0.0568306 Feb 21 00:45:12.163243 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-98ba0179-c673-4272-aee7-10b94a59ca32 req-160e4470-0fff-45a4-924c-9a69441e51bd tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&id=d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587823 Feb 21 00:45:12.497767 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-8057c7b6-177e-43f4-9e15-285f2041ec03 req-2c655659-7664-4e6c-abec-564cd3decc36 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:12.498346 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-8057c7b6-177e-43f4-9e15-285f2041ec03 req-2c655659-7664-4e6c-abec-564cd3decc36 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362231'] for floatingip (31ed0bd3-bb12-4437-a02d-f94b6706bf16), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:12.498567 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.l3_db [req-8057c7b6-177e-43f4-9e15-285f2041ec03 req-2c655659-7664-4e6c-abec-564cd3decc36 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Floating IP 31ed0bd3-bb12-4437-a02d-f94b6706bf16 disassociated. External IP: 172.27.1.13, port: 463cd9ee-ca82-4229-af50-5f45d8b91936. Feb 21 00:45:12.498907 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-8057c7b6-177e-43f4-9e15-285f2041ec03 req-2c655659-7664-4e6c-abec-564cd3decc36 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Calling delete_port for 463cd9ee-ca82-4229-af50-5f45d8b91936 owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:45:12.585042 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84274812-7d7d-4e30-b4f5-ae22b90a7f13 req-283bc738-9e0b-4146-a8fc-9342a11a8064 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:12.587093 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-84274812-7d7d-4e30-b4f5-ae22b90a7f13 req-283bc738-9e0b-4146-a8fc-9342a11a8064 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 947 time: 0.1072261 Feb 21 00:45:12.667313 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-84274812-7d7d-4e30-b4f5-ae22b90a7f13 req-9c159b35-021f-4fca-b549-a1f6da2682c9 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea2ae028-6961-4c12-b74c-9bd83ccf17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737121 Feb 21 00:45:12.741695 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-8057c7b6-177e-43f4-9e15-285f2041ec03 req-2c655659-7664-4e6c-abec-564cd3decc36 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (463cd9ee-ca82-4229-af50-5f45d8b91936), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:12.781538 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c655659-7664-4e6c-abec-564cd3decc36 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Pushing event deleted for resources: {'Port': ['ID=463cd9ee-ca82-4229-af50-5f45d8b91936,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:12.899799 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8057c7b6-177e-43f4-9e15-285f2041ec03 req-2c655659-7664-4e6c-abec-564cd3decc36 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Router 2244ab43-eb9e-4597-96dc-54662e71ca72 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:45:13.013298 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8057c7b6-177e-43f4-9e15-285f2041ec03 req-2c655659-7664-4e6c-abec-564cd3decc36 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:45:13.026432 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4646b50-3dbb-45f2-a5aa-791b429950f9 None None] Sync routers for ids ['2244ab43-eb9e-4597-96dc-54662e71ca72'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:45:13.039588 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4646b50-3dbb-45f2-a5aa-791b429950f9 None None] Routers {'2244ab43-eb9e-4597-96dc-54662e71ca72'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:45:13.044616 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-f4646b50-3dbb-45f2-a5aa-791b429950f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:44:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['2244ab43-eb9e-4597-96dc-54662e71ca72'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:45:13.060161 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-8057c7b6-177e-43f4-9e15-285f2041ec03 req-2c655659-7664-4e6c-abec-564cd3decc36 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] No DVR routers for this DVR port 463cd9ee-ca82-4229-af50-5f45d8b91936 on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:45:13.063247 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-8057c7b6-177e-43f4-9e15-285f2041ec03 req-2c655659-7664-4e6c-abec-564cd3decc36 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:13.067169 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8057c7b6-177e-43f4-9e15-285f2041ec03 req-2c655659-7664-4e6c-abec-564cd3decc36 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.61 "DELETE /v2.0/ports/463cd9ee-ca82-4229-af50-5f45d8b91936 HTTP/1.1" status: 204 len: 173 time: 1.2640405 Feb 21 00:45:13.067693 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4f579f-0e0c-4cea-8a5c-38795127d722', 'name': 'network-vif-deleted', 'tag': '463cd9ee-ca82-4229-af50-5f45d8b91936'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:45:13.071018 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b563129-617f-49dd-bdfc-14d55b97faf3" -d '{"events": [{"server_uuid": "3b4f579f-0e0c-4cea-8a5c-38795127d722", "name": "network-vif-deleted", "tag": "463cd9ee-ca82-4229-af50-5f45d8b91936"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:45:13.117934 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75f7f23-a82f-4100-8e79-519816d14821 x-openstack-request-id: req-c75f7f23-a82f-4100-8e79-519816d14821 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:45:13.118350 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4f579f-0e0c-4cea-8a5c-38795127d722", "name": "network-vif-deleted", "tag": "463cd9ee-ca82-4229-af50-5f45d8b91936", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:45:13.119444 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c75f7f23-a82f-4100-8e79-519816d14821 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:45:13.119950 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4f579f-0e0c-4cea-8a5c-38795127d722', 'name': 'network-vif-deleted', 'tag': '463cd9ee-ca82-4229-af50-5f45d8b91936', 'status': 'completed', 'code': 200} Feb 21 00:45:13.154405 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55782) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:13.164859 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-f4646b50-3dbb-45f2-a5aa-791b429950f9 None None] Set router 2244ab43-eb9e-4597-96dc-54662e71ca72 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:45:13.309075 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-00b89636-8d60-4789-ae82-d09e3531a125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:13.337980 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776032e8-d9cb-4bcb-9e82-061f15cfa7ee req-ddad0703-5000-41d8-b323-04230ad7bee3 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:13.339516 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-776032e8-d9cb-4bcb-9e82-061f15cfa7ee req-ddad0703-5000-41d8-b323-04230ad7bee3 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 984 time: 0.0992129 Feb 21 00:45:13.404305 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-00b89636-8d60-4789-ae82-d09e3531a125 admin admin] Publish callbacks [] for security_group (033271f1-da12-437b-8e31-20edd354509c), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:13.430334 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-f4646b50-3dbb-45f2-a5aa-791b429950f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 4, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port': {'id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:52Z', 'updated_at': '2022-02-21T00:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '04989002-8330-47b5-8f0b-2aff58b5deb0', 'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'mac_address': 'fa:16:3e:a6:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:57Z', 'updated_at': '2022-02-21T00:41:06Z', 'revision_number': 5, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'subnets': [{'id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:45:13.437918 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-776032e8-d9cb-4bcb-9e82-061f15cfa7ee req-f148eb58-f5f0-460c-bea1-e2f7d2d398f5 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&id=d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925136 Feb 21 00:45:13.461910 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4646b50-3dbb-45f2-a5aa-791b429950f9 None None] Checking router: 2244ab43-eb9e-4597-96dc-54662e71ca72 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:45:13.475416 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4646b50-3dbb-45f2-a5aa-791b429950f9 None None] Routers {'2244ab43-eb9e-4597-96dc-54662e71ca72'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:45:13.476047 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-f4646b50-3dbb-45f2-a5aa-791b429950f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:44:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['2244ab43-eb9e-4597-96dc-54662e71ca72'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:45:13.506997 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-00b89636-8d60-4789-ae82-d09e3531a125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (033271f1-da12-437b-8e31-20edd354509c), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:13.558501 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b89636-8d60-4789-ae82-d09e3531a125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033271f1-da12-437b-8e31-20edd354509c,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:13.566706 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 55788) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:13.567133 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-00b89636-8d60-4789-ae82-d09e3531a125 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2baa94058cb940a286f42e9196d986e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4113455 Feb 21 00:45:13.597889 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-f4646b50-3dbb-45f2-a5aa-791b429950f9 None None] Set router 2244ab43-eb9e-4597-96dc-54662e71ca72 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:45:13.631846 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-60963fe6-7391-4ef6-9c88-54e32746b7ce admin admin] Publish callbacks [] for security_group (033271f1-da12-437b-8e31-20edd354509c), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:13.656162 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-60963fe6-7391-4ef6-9c88-54e32746b7ce admin admin] Publish callbacks [] for security_group (033271f1-da12-437b-8e31-20edd354509c), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:13.770897 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-60963fe6-7391-4ef6-9c88-54e32746b7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (033271f1-da12-437b-8e31-20edd354509c), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:13.776042 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-60963fe6-7391-4ef6-9c88-54e32746b7ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:13.778269 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-60963fe6-7391-4ef6-9c88-54e32746b7ce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/033271f1-da12-437b-8e31-20edd354509c HTTP/1.1" status: 204 len: 168 time: 0.2105379 Feb 21 00:45:13.790953 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60963fe6-7391-4ef6-9c88-54e32746b7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033271f1-da12-437b-8e31-20edd354509c,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:14.000858 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-13c057b2-ae41-48b1-a26d-1fd69a41d13f req-6cd0a704-6579-4a30-81a3-2d440a7f109f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b4f579f-0e0c-4cea-8a5c-38795127d722 HTTP/1.1" status: 200 len: 210 time: 0.0564244 Feb 21 00:45:14.003524 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-f4646b50-3dbb-45f2-a5aa-791b429950f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 4, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port': {'id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:52Z', 'updated_at': '2022-02-21T00:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '04989002-8330-47b5-8f0b-2aff58b5deb0', 'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'mac_address': 'fa:16:3e:a6:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:57Z', 'updated_at': '2022-02-21T00:41:06Z', 'revision_number': 5, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'subnets': [{'id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:45:14.005753 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4646b50-3dbb-45f2-a5aa-791b429950f9 None None] The sync data for ids ['2244ab43-eb9e-4597-96dc-54662e71ca72'] in dv-cinder-813224-6-iscsi is: [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 4, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port': {'id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:52Z', 'updated_at': '2022-02-21T00:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '04989002-8330-47b5-8f0b-2aff58b5deb0', 'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'mac_address': 'fa:16:3e:a6:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:57Z', 'updated_at': '2022-02-21T00:41:06Z', 'revision_number': 5, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'subnets': [{'id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:45:14.197381 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664129c-3729-4960-b3bb-c4d62fff2c1c None None] New status for floating IP 31ed0bd3-bb12-4437-a02d-f94b6706bf16: DOWN {{(pid=109909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:45:14.438226 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 463cd9ee-ca82-4229-af50-5f45d8b91936 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:45:14.484096 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: 463cd9ee-ca82-4229-af50-5f45d8b91936 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:45:14.484747 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 463cd9ee-ca82-4229-af50-5f45d8b91936 not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:45:14.571900 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e941f0e-9d7c-473b-8033-d55713736eba req-34a25080-c4ad-47ae-bc09-8b19d82f825a tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:14.573481 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8e941f0e-9d7c-473b-8033-d55713736eba req-34a25080-c4ad-47ae-bc09-8b19d82f825a tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 984 time: 0.0559535 Feb 21 00:45:14.635882 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8e941f0e-9d7c-473b-8033-d55713736eba req-3b0c4f6b-93c1-469d-8357-0c05065c5ebe tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&id=d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565720 Feb 21 00:45:14.714523 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 55798) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:14.729615 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-021c865d-b4f2-497c-8308-19748824c0d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:14.822473 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-021c865d-b4f2-497c-8308-19748824c0d4 admin admin] Publish callbacks [] for security_group (7e88dafc-a7ff-485b-b4d5-b3f524b04721), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:14.901363 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-021c865d-b4f2-497c-8308-19748824c0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (7e88dafc-a7ff-485b-b4d5-b3f524b04721), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:14.941002 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c865d-b4f2-497c-8308-19748824c0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e88dafc-a7ff-485b-b4d5-b3f524b04721,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:14.948285 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-021c865d-b4f2-497c-8308-19748824c0d4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ee0982f061454bebb7b4940f867f37fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289658 Feb 21 00:45:14.948761 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55800) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:14.997344 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c25c6c7b-52c0-4c0f-b2f4-1bd6a6ee250a admin admin] Publish callbacks [] for security_group (7e88dafc-a7ff-485b-b4d5-b3f524b04721), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:15.019080 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c25c6c7b-52c0-4c0f-b2f4-1bd6a6ee250a admin admin] Publish callbacks [] for security_group (7e88dafc-a7ff-485b-b4d5-b3f524b04721), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:15.166004 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 55806) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:15.187148 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c25c6c7b-52c0-4c0f-b2f4-1bd6a6ee250a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (7e88dafc-a7ff-485b-b4d5-b3f524b04721), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:15.191823 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c25c6c7b-52c0-4c0f-b2f4-1bd6a6ee250a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:15.194786 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-c25c6c7b-52c0-4c0f-b2f4-1bd6a6ee250a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e88dafc-a7ff-485b-b4d5-b3f524b04721 HTTP/1.1" status: 204 len: 168 time: 0.2448487 Feb 21 00:45:15.205194 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c6c7b-52c0-4c0f-b2f4-1bd6a6ee250a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e88dafc-a7ff-485b-b4d5-b3f524b04721,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:15.233924 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-d4d1fabd-b8f3-47ad-97d6-9cdddec6ac87 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group (ea2ae028-6961-4c12-b74c-9bd83ccf17c8), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:15.258567 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-d4d1fabd-b8f3-47ad-97d6-9cdddec6ac87 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group (ea2ae028-6961-4c12-b74c-9bd83ccf17c8), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:15.376482 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-d4d1fabd-b8f3-47ad-97d6-9cdddec6ac87 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (ea2ae028-6961-4c12-b74c-9bd83ccf17c8), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:15.379232 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-d4d1fabd-b8f3-47ad-97d6-9cdddec6ac87 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:15.383001 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-d4d1fabd-b8f3-47ad-97d6-9cdddec6ac87 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "DELETE /v2.0/security-groups/ea2ae028-6961-4c12-b74c-9bd83ccf17c8 HTTP/1.1" status: 204 len: 168 time: 0.2135348 Feb 21 00:45:15.384030 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55810) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:15.390228 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1fabd-b8f3-47ad-97d6-9cdddec6ac87 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2ae028-6961-4c12-b74c-9bd83ccf17c8,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:15.398191 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.api.v2.resource [None req-af7071a4-d47c-44d9-995d-6c6cd42e0958 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] show failed (client error): The resource could not be found. Feb 21 00:45:15.402347 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-af7071a4-d47c-44d9-995d-6c6cd42e0958 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups/ea2ae028-6961-4c12-b74c-9bd83ccf17c8 HTTP/1.1" status: 404 len: 347 time: 0.0173340 Feb 21 00:45:15.402906 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55812) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:15.531498 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-3776be3c-f1b3-460d-b289-ea89c4b6c2d7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Deleting port b58d3571-c99d-4566-b4fc-1de67c808491 {{(pid=109906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:45:15.531847 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3776be3c-f1b3-460d-b289-ea89c4b6c2d7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (b58d3571-c99d-4566-b4fc-1de67c808491), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:15.624815 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3776be3c-f1b3-460d-b289-ea89c4b6c2d7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (b58d3571-c99d-4566-b4fc-1de67c808491), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:15.625142 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3776be3c-f1b3-460d-b289-ea89c4b6c2d7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for floatingip (b58d3571-c99d-4566-b4fc-1de67c808491), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:15.639407 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-3776be3c-f1b3-460d-b289-ea89c4b6c2d7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Calling delete_port for b58d3571-c99d-4566-b4fc-1de67c808491 owned by network:floatingip {{(pid=109906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:45:15.833169 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b08b35-ebdf-4b3e-87f3-12bea50125eb req-7e7fd5f1-c076-4c6b-85d9-0a2a2165b9a1 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:15.834667 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-93b08b35-ebdf-4b3e-87f3-12bea50125eb req-7e7fd5f1-c076-4c6b-85d9-0a2a2165b9a1 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 984 time: 0.0973113 Feb 21 00:45:15.924935 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-93b08b35-ebdf-4b3e-87f3-12bea50125eb req-f74f8eeb-02ec-4904-84f0-9590911e9590 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&id=d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691066 Feb 21 00:45:15.947040 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3776be3c-f1b3-460d-b289-ea89c4b6c2d7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (b58d3571-c99d-4566-b4fc-1de67c808491), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:15.975215 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776be3c-f1b3-460d-b289-ea89c4b6c2d7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Pushing event deleted for resources: {'Port': ['ID=b58d3571-c99d-4566-b4fc-1de67c808491,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:16.047527 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3776be3c-f1b3-460d-b289-ea89c4b6c2d7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for floatingip (31ed0bd3-bb12-4437-a02d-f94b6706bf16), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:16.052758 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3776be3c-f1b3-460d-b289-ea89c4b6c2d7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:16.052758 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-3776be3c-f1b3-460d-b289-ea89c4b6c2d7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "DELETE /v2.0/floatingips/31ed0bd3-bb12-4437-a02d-f94b6706bf16 HTTP/1.1" status: 204 len: 168 time: 0.6475382 Feb 21 00:45:16.430721 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55842) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:16.435622 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-0fa6a4d9-e7cb-48d8-a303-0c05360e179c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1213459744', 'description': 'tempest-description--816942909'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:45:16.518487 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-0fa6a4d9-e7cb-48d8-a303-0c05360e179c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:16.586386 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-0fa6a4d9-e7cb-48d8-a303-0c05360e179c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group (dffaec78-72ca-472f-adaa-3c27ee079e9e), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:16.689561 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-0fa6a4d9-e7cb-48d8-a303-0c05360e179c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (dffaec78-72ca-472f-adaa-3c27ee079e9e), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:16.717426 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6a4d9-e7cb-48d8-a303-0c05360e179c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffaec78-72ca-472f-adaa-3c27ee079e9e,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:16.783412 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-0fa6a4d9-e7cb-48d8-a303-0c05360e179c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:16.784686 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-0fa6a4d9-e7cb-48d8-a303-0c05360e179c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3526475 Feb 21 00:45:16.787506 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55846) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:16.792461 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-f8acf251-b7af-4dbf-bb8b-bdadd5f331a3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Request body: {'security_group_rule': {'security_group_id': 'dffaec78-72ca-472f-adaa-3c27ee079e9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:45:16.894732 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f8acf251-b7af-4dbf-bb8b-bdadd5f331a3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group_rule (e023bf4b-989f-40e5-8137-59ccc2630609), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:16.949705 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f8acf251-b7af-4dbf-bb8b-bdadd5f331a3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group_rule (e023bf4b-989f-40e5-8137-59ccc2630609), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:17.030634 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f8acf251-b7af-4dbf-bb8b-bdadd5f331a3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (e023bf4b-989f-40e5-8137-59ccc2630609), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:17.054682 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acf251-b7af-4dbf-bb8b-bdadd5f331a3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e023bf4b-989f-40e5-8137-59ccc2630609,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:17.071968 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c453907-7772-4ba2-a516-62b4c2c3ec8e req-66afb131-88ab-4dca-ba75-036670cd56a9 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:17.073500 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-3c453907-7772-4ba2-a516-62b4c2c3ec8e req-66afb131-88ab-4dca-ba75-036670cd56a9 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 984 time: 0.0792077 Feb 21 00:45:17.134303 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-3c453907-7772-4ba2-a516-62b4c2c3ec8e req-100a2b2a-c3cc-417f-80a3-59a3edf295f5 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&id=d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548046 Feb 21 00:45:17.154968 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f8acf251-b7af-4dbf-bb8b-bdadd5f331a3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:17.159041 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-f8acf251-b7af-4dbf-bb8b-bdadd5f331a3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3677514 Feb 21 00:45:17.159297 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55856) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:17.163727 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-0e58ea39-c3ec-431d-b962-56e034841360 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Request body: {'security_group_rule': {'security_group_id': 'dffaec78-72ca-472f-adaa-3c27ee079e9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:45:17.271760 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-0e58ea39-c3ec-431d-b962-56e034841360 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group_rule (2a9dc91b-0add-4e6d-8ec1-9681553680bb), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:17.329630 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-0e58ea39-c3ec-431d-b962-56e034841360 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group_rule (2a9dc91b-0add-4e6d-8ec1-9681553680bb), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:17.386612 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-0e58ea39-c3ec-431d-b962-56e034841360 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (2a9dc91b-0add-4e6d-8ec1-9681553680bb), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:17.405754 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58ea39-c3ec-431d-b962-56e034841360 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9dc91b-0add-4e6d-8ec1-9681553680bb,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:17.451858 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-0e58ea39-c3ec-431d-b962-56e034841360 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:17.453155 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-0e58ea39-c3ec-431d-b962-56e034841360 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2928555 Feb 21 00:45:17.456280 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55858) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:17.460657 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-7cb31c6b-9442-498b-951d-bb9738429efa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Request body: {'floatingip': {'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:45:17.534688 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7cb31c6b-9442-498b-951d-bb9738429efa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:17.630517 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7cb31c6b-9442-498b-951d-bb9738429efa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:17.731323 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_common [None req-7cb31c6b-9442-498b-951d-bb9738429efa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Allocated IP 172.27.1.181 (c88f79bf-88c8-4630-a831-5481b52b74c3/d2922032-8347-4ecd-abd4-c2de14eb9a4c/fa9b8031-a932-4048-813f-cc792cb52db7) {{(pid=109906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:45:17.849953 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7cb31c6b-9442-498b-951d-bb9738429efa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for port (fa9b8031-a932-4048-813f-cc792cb52db7), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:17.952894 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7cb31c6b-9442-498b-951d-bb9738429efa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (fa9b8031-a932-4048-813f-cc792cb52db7), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:17.988385 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb31c6b-9442-498b-951d-bb9738429efa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Network c88f79bf-88c8-4630-a831-5481b52b74c3 is already hosted by enough agents. {{(pid=109906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:45:17.991175 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-7cb31c6b-9442-498b-951d-bb9738429efa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Resources bound (agent type, host, resource id): {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:45:17.994608 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb31c6b-9442-498b-951d-bb9738429efa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Received port after_create {{(pid=109906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:45:18.018784 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb31c6b-9442-498b-951d-bb9738429efa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Pushing event updated for resources: {'Port': ['ID=fa9b8031-a932-4048-813f-cc792cb52db7,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:18.090058 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7cb31c6b-9442-498b-951d-bb9738429efa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for floatingip (9b482981-0efa-4c8d-9d98-5641e1e576b6), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:18.199575 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7cb31c6b-9442-498b-951d-bb9738429efa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (fa9b8031-a932-4048-813f-cc792cb52db7), before_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:18.254682 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f03296-7ac7-4011-8f3b-aab6cae950e7 req-c21a7274-87cf-4c4d-8523-51da779592f7 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:18.256197 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b9f03296-7ac7-4011-8f3b-aab6cae950e7 req-c21a7274-87cf-4c4d-8523-51da779592f7 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 984 time: 0.0549049 Feb 21 00:45:18.318696 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b9f03296-7ac7-4011-8f3b-aab6cae950e7 req-5d261d2b-13fc-4133-a6dc-263bd58c9b04 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&id=d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557938 Feb 21 00:45:18.353125 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7cb31c6b-9442-498b-951d-bb9738429efa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for port (fa9b8031-a932-4048-813f-cc792cb52db7), precommit_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:18.438003 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7cb31c6b-9442-498b-951d-bb9738429efa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11782249'] for port (fa9b8031-a932-4048-813f-cc792cb52db7), after_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:18.512646 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb31c6b-9442-498b-951d-bb9738429efa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Pushing event updated for resources: {'Port': ['ID=fa9b8031-a932-4048-813f-cc792cb52db7,revision_number=2']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:18.524713 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7cb31c6b-9442-498b-951d-bb9738429efa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362231'] for floatingip (9b482981-0efa-4c8d-9d98-5641e1e576b6), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:18.577557 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7cb31c6b-9442-498b-951d-bb9738429efa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:18.578851 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-7cb31c6b-9442-498b-951d-bb9738429efa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1215279 Feb 21 00:45:18.780641 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a3213343-5915-420f-882d-44b2f3c35d10 req-28b2ecab-6e3b-46d8-a562-b7010b3b9818 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1213459744&fields=id&tenant_id=82b8f77b26bc425e8a2b357d7db9e33e HTTP/1.1" status: 200 len: 267 time: 0.0432160 Feb 21 00:45:18.889106 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3213343-5915-420f-882d-44b2f3c35d10 req-51fd6fc4-923b-4a19-af6e-48498bd2968b tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:18.890580 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a3213343-5915-420f-882d-44b2f3c35d10 req-51fd6fc4-923b-4a19-af6e-48498bd2968b tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/networks?id=db91bc76-bbbd-4928-84db-ba174e4b8a5d HTTP/1.1" status: 200 len: 816 time: 0.1034403 Feb 21 00:45:18.905002 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a3213343-5915-420f-882d-44b2f3c35d10 req-9ecedb03-7a57-4b04-a64d-5f6d2bd27cbf tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/quotas/82b8f77b26bc425e8a2b357d7db9e33e HTTP/1.1" status: 200 len: 375 time: 0.0088160 Feb 21 00:45:18.959732 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a3213343-5915-420f-882d-44b2f3c35d10 req-110d4bcb-2781-4170-800f-d0bd34a9dc38 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=82b8f77b26bc425e8a2b357d7db9e33e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499313 Feb 21 00:45:19.058579 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a3213343-5915-420f-882d-44b2f3c35d10 req-9ad2632b-20cd-49e0-b38c-a22d616e44d7 service neutron] 10.222.0.81 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876684 Feb 21 00:45:19.149133 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a3213343-5915-420f-882d-44b2f3c35d10 req-6d18b25d-0716-4c72-93ca-5ffcdfee211c service neutron] 10.222.0.81 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844548 Feb 21 00:45:19.401565 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-58cfcb4f-3611-4c08-88d9-0e8b279af782 req-d99fc4a6-44a2-41ca-a401-2798437c002a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 210 time: 0.0286441 Feb 21 00:45:19.451664 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ec7da-0237-4e70-9f95-2ccb4bc210ab req-4f34a0ee-3ec8-45c0-a300-085cae830a2a tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:19.453079 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d66ec7da-0237-4e70-9f95-2ccb4bc210ab req-4f34a0ee-3ec8-45c0-a300-085cae830a2a tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 984 time: 0.0591996 Feb 21 00:45:19.519479 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d66ec7da-0237-4e70-9f95-2ccb4bc210ab req-78658eff-fb49-4446-8153-49c7353ef3b3 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&id=d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604537 Feb 21 00:45:20.496929 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d5238b34-2ae3-4cda-b961-a603714d5fcc req-cef02305-3b9d-4e7a-be76-c4da31f15d6d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 210 time: 0.0257957 Feb 21 00:45:20.638521 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b83736-850a-46a4-82fe-f71a52ae61a3 req-464bdaaa-d741-4ca7-afb3-d6fdd0895be8 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:20.640011 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-73b83736-850a-46a4-82fe-f71a52ae61a3 req-464bdaaa-d741-4ca7-afb3-d6fdd0895be8 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 984 time: 0.0551901 Feb 21 00:45:20.701168 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-73b83736-850a-46a4-82fe-f71a52ae61a3 req-803ed668-8f35-4c3b-b45d-f7ad80b63770 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&id=d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549531 Feb 21 00:45:21.596058 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-bb6d9eeb-a0e5-4330-8280-1109419fdd9b req-32f192b4-0589-4d35-9d85-73a15aa206d3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 210 time: 0.0302691 Feb 21 00:45:21.829450 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa30ea-7f24-483e-be2f-09fc276281a8 req-48dca4a8-ab24-4954-8d63-ed6814cfb85a tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:21.830961 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-13aa30ea-7f24-483e-be2f-09fc276281a8 req-48dca4a8-ab24-4954-8d63-ed6814cfb85a tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 984 time: 0.0593197 Feb 21 00:45:21.891979 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-13aa30ea-7f24-483e-be2f-09fc276281a8 req-4648cf97-3bf8-4c8a-ab9c-14abd6379a05 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&id=d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536711 Feb 21 00:45:22.419137 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3213343-5915-420f-882d-44b2f3c35d10 req-1a5d7cd1-c6ed-45bd-ae79-79a3c0361ba9 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:22.420645 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a3213343-5915-420f-882d-44b2f3c35d10 req-1a5d7cd1-c6ed-45bd-ae79-79a3c0361ba9 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.61 "GET /v2.0/networks?id=db91bc76-bbbd-4928-84db-ba174e4b8a5d HTTP/1.1" status: 200 len: 816 time: 0.1054955 Feb 21 00:45:22.486225 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a3213343-5915-420f-882d-44b2f3c35d10 req-4d63c1e6-e37a-42c9-8295-6670352efc8e tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82b8f77b26bc425e8a2b357d7db9e33e HTTP/1.1" status: 200 len: 380 time: 0.0526583 Feb 21 00:45:22.495251 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-a3213343-5915-420f-882d-44b2f3c35d10 req-46733432-d011-4728-9c4a-a67f953f6114 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Request body: {'port': {'device_id': '3ecd46cb-eec8-4914-bbb0-38bd67dccd47', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'admin_state_up': True, 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'security_groups': ['dffaec78-72ca-472f-adaa-3c27ee079e9e']}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:45:22.661097 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3213343-5915-420f-882d-44b2f3c35d10 req-46733432-d011-4728-9c4a-a67f953f6114 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Made reservation on behalf of 82b8f77b26bc425e8a2b357d7db9e33e for: {'port': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:45:22.666734 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a3213343-5915-420f-882d-44b2f3c35d10 req-46733432-d011-4728-9c4a-a67f953f6114 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:22.706559 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ce9b2ba3-b5ce-4767-affa-d67600c7ee20 req-74986460-de1f-4d00-aeb5-1c4fbdf07d81 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 210 time: 0.0363953 Feb 21 00:45:22.830419 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [req-a3213343-5915-420f-882d-44b2f3c35d10 req-46733432-d011-4728-9c4a-a67f953f6114 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Allocated IP 172.20.0.11 (db91bc76-bbbd-4928-84db-ba174e4b8a5d/fa227f87-1978-4806-9713-f4a79efc4e60/9c236e88-a24d-4171-a16c-1c7239543012) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:45:22.983207 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a3213343-5915-420f-882d-44b2f3c35d10 req-46733432-d011-4728-9c4a-a67f953f6114 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for port (9c236e88-a24d-4171-a16c-1c7239543012), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:23.051143 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790c486-0ffd-4d21-9c4e-665afb198bb3 req-fc2072e3-8ffd-45eb-b4c4-69aa42502ffa tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:23.052550 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3790c486-0ffd-4d21-9c4e-665afb198bb3 req-fc2072e3-8ffd-45eb-b4c4-69aa42502ffa tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 984 time: 0.0894346 Feb 21 00:45:23.117119 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3790c486-0ffd-4d21-9c4e-665afb198bb3 req-31941c6e-f139-477a-b037-20c21b0b49ea tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&id=d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586853 Feb 21 00:45:23.130749 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a3213343-5915-420f-882d-44b2f3c35d10 req-46733432-d011-4728-9c4a-a67f953f6114 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (9c236e88-a24d-4171-a16c-1c7239543012), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:23.173925 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3213343-5915-420f-882d-44b2f3c35d10 req-46733432-d011-4728-9c4a-a67f953f6114 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Network db91bc76-bbbd-4928-84db-ba174e4b8a5d is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:45:23.177116 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [req-a3213343-5915-420f-882d-44b2f3c35d10 req-46733432-d011-4728-9c4a-a67f953f6114 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:45:23.179615 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3213343-5915-420f-882d-44b2f3c35d10 req-46733432-d011-4728-9c4a-a67f953f6114 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:45:23.216784 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46733432-d011-4728-9c4a-a67f953f6114 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Pushing event updated for resources: {'Port': ['ID=9c236e88-a24d-4171-a16c-1c7239543012,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:23.249195 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3213343-5915-420f-882d-44b2f3c35d10 req-46733432-d011-4728-9c4a-a67f953f6114 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:23.249847 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a3213343-5915-420f-882d-44b2f3c35d10 req-46733432-d011-4728-9c4a-a67f953f6114 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:23.361643 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a3213343-5915-420f-882d-44b2f3c35d10 req-46733432-d011-4728-9c4a-a67f953f6114 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8701510 Feb 21 00:45:23.372939 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Request body: {'port': {'device_id': '3ecd46cb-eec8-4914-bbb0-38bd67dccd47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:45:23.412350 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-2f45b54b-f28d-48b3-9fb3-e2904b39b80b None None] Provisioning complete for port 9c236e88-a24d-4171-a16c-1c7239543012 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:45:23.412867 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-2f45b54b-f28d-48b3-9fb3-e2904b39b80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (9c236e88-a24d-4171-a16c-1c7239543012), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:23.444724 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (9c236e88-a24d-4171-a16c-1c7239543012), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:23.448366 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-2f45b54b-f28d-48b3-9fb3-e2904b39b80b None None] Port 9c236e88-a24d-4171-a16c-1c7239543012 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:45:23.712500 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c236e88-a24d-4171-a16c-1c7239543012 {{(pid=109907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:45:23.721078 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Publish callbacks [] for port (9c236e88-a24d-4171-a16c-1c7239543012), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:23.733932 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.provisioning_blocks [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Transition to ACTIVE for port object 9c236e88-a24d-4171-a16c-1c7239543012 will not be triggered until provisioned by entity L2. {{(pid=109907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:45:23.837994 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7380b37-0b73-429b-bddb-7e6480bf5ab6 req-46255d12-7041-4cfd-bd25-058caa3eb2d2 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:23.839618 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e7380b37-0b73-429b-bddb-7e6480bf5ab6 req-46255d12-7041-4cfd-bd25-058caa3eb2d2 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 932 time: 0.0560219 Feb 21 00:45:23.850021 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (9c236e88-a24d-4171-a16c-1c7239543012), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:23.893493 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e7380b37-0b73-429b-bddb-7e6480bf5ab6 req-95d42eeb-5970-4d5d-ae52-2b5f883bb6ca tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477872 Feb 21 00:45:23.901453 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Pushing event updated for resources: {'Port': ['ID=9c236e88-a24d-4171-a16c-1c7239543012,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:23.992536 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Attempting to bind port 9c236e88-a24d-4171-a16c-1c7239543012 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:45:23.992909 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Attempting to bind port 9c236e88-a24d-4171-a16c-1c7239543012 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0ee53623-0484-460d-a643-46e7f85b864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d'}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:45:23.993375 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Attempting to bind port 9c236e88-a24d-4171-a16c-1c7239543012 on network db91bc76-bbbd-4928-84db-ba174e4b8a5d {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:45:23.998037 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Port 9c236e88-a24d-4171-a16c-1c7239543012 on network db91bc76-bbbd-4928-84db-ba174e4b8a5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:45:23.998358 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Attempting to bind port 9c236e88-a24d-4171-a16c-1c7239543012 on network db91bc76-bbbd-4928-84db-ba174e4b8a5d {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:45:24.004088 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:45:24.004427 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Checking segment: {'id': '0ee53623-0484-460d-a643-46e7f85b864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:45:24.004841 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Bound using segment: {'id': '0ee53623-0484-460d-a643-46e7f85b864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d'} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:45:24.005273 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Bound port: 9c236e88-a24d-4171-a16c-1c7239543012, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee53623-0484-460d-a643-46e7f85b864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d'}}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:45:24.005630 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (9c236e88-a24d-4171-a16c-1c7239543012), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:24.077091 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] For port 9c236e88-a24d-4171-a16c-1c7239543012, host hv-cinder-81322, cleared binding levels {{(pid=109907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:45:24.080825 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] For port 9c236e88-a24d-4171-a16c-1c7239543012, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c236e88-a24d-4171-a16c-1c7239543012,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:45:24.159568 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (9c236e88-a24d-4171-a16c-1c7239543012), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:24.203892 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:24.204517 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:24.205912 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a3213343-5915-420f-882d-44b2f3c35d10 req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] 10.222.0.61 "PUT /v2.0/ports/9c236e88-a24d-4171-a16c-1c7239543012 HTTP/1.1" status: 200 len: 1094 time: 0.8375833 Feb 21 00:45:24.206354 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ecd46cb-eec8-4914-bbb0-38bd67dccd47', 'tag': '9c236e88-a24d-4171-a16c-1c7239543012'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:45:24.208616 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef71cfe-55d2-4cc0-a3da-e320f79e0d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ecd46cb-eec8-4914-bbb0-38bd67dccd47", "tag": "9c236e88-a24d-4171-a16c-1c7239543012"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:45:24.233669 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2058c-58b0-451f-8844-e72ee38be680 service neutron] Pushing event updated for resources: {'Port': ['ID=9c236e88-a24d-4171-a16c-1c7239543012,revision_number=3']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:24.258524 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c56624e-9f3c-47b1-b8e3-cbf305592ccd x-openstack-request-id: req-8c56624e-9f3c-47b1-b8e3-cbf305592ccd {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:45:24.258818 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ecd46cb-eec8-4914-bbb0-38bd67dccd47", "tag": "9c236e88-a24d-4171-a16c-1c7239543012", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:45:24.259148 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c56624e-9f3c-47b1-b8e3-cbf305592ccd {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:45:24.259462 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ecd46cb-eec8-4914-bbb0-38bd67dccd47', 'tag': '9c236e88-a24d-4171-a16c-1c7239543012', 'status': 'completed', 'code': 200} Feb 21 00:45:24.333210 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef71cfe-55d2-4cc0-a3da-e320f79e0d7f req-6a6c93a0-e818-4ef8-8354-d96093eba1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:24.334740 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bef71cfe-55d2-4cc0-a3da-e320f79e0d7f req-6a6c93a0-e818-4ef8-8354-d96093eba1c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82b8f77b26bc425e8a2b357d7db9e33e&device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 1128 time: 0.0508792 Feb 21 00:45:24.434313 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef71cfe-55d2-4cc0-a3da-e320f79e0d7f req-2035cb23-d453-4f39-8890-a1e5d048947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:24.435691 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bef71cfe-55d2-4cc0-a3da-e320f79e0d7f req-2035cb23-d453-4f39-8890-a1e5d048947a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=82b8f77b26bc425e8a2b357d7db9e33e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0947556 Feb 21 00:45:24.530711 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef71cfe-55d2-4cc0-a3da-e320f79e0d7f req-df252e32-680a-44d9-9843-fa6e21a64d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:24.532073 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bef71cfe-55d2-4cc0-a3da-e320f79e0d7f req-df252e32-680a-44d9-9843-fa6e21a64d13 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901890 Feb 21 00:45:24.609923 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3213343-5915-420f-882d-44b2f3c35d10 req-7af2c26b-e03c-41cc-8f45-6db0d64f57af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:24.611401 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a3213343-5915-420f-882d-44b2f3c35d10 req-7af2c26b-e03c-41cc-8f45-6db0d64f57af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82b8f77b26bc425e8a2b357d7db9e33e&device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 1128 time: 0.0445540 Feb 21 00:45:24.651933 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a3213343-5915-420f-882d-44b2f3c35d10 req-27039ce9-8dd0-4755-b85e-c7d7939484c7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c236e88-a24d-4171-a16c-1c7239543012 HTTP/1.1" status: 200 len: 217 time: 0.0341825 Feb 21 00:45:24.704606 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3213343-5915-420f-882d-44b2f3c35d10 req-b6638815-fc13-426c-a2c5-352e5b73fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:24.705995 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a3213343-5915-420f-882d-44b2f3c35d10 req-b6638815-fc13-426c-a2c5-352e5b73fc65 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fa227f87-1978-4806-9713-f4a79efc4e60 HTTP/1.1" status: 200 len: 855 time: 0.0475864 Feb 21 00:45:24.754996 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3213343-5915-420f-882d-44b2f3c35d10 req-0507b5ed-be2b-4c00-8e1d-9833d87029a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:24.756521 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a3213343-5915-420f-882d-44b2f3c35d10 req-0507b5ed-be2b-4c00-8e1d-9833d87029a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=db91bc76-bbbd-4928-84db-ba174e4b8a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444469 Feb 21 00:45:24.843297 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a3213343-5915-420f-882d-44b2f3c35d10 req-526dc988-b953-43a2-a39e-19f646b1fac3 service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808549 Feb 21 00:45:24.934546 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a3213343-5915-420f-882d-44b2f3c35d10 req-8f789be9-3028-4846-8bab-b8110fcccbfd service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857275 Feb 21 00:45:25.016519 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9cdcb-8db1-4842-9548-92876438d2b2 req-b876965d-e4a1-47c4-8b51-be20aa1ad8db tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:25.018161 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-cfa9cdcb-8db1-4842-9548-92876438d2b2 req-b876965d-e4a1-47c4-8b51-be20aa1ad8db tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 944 time: 0.0509436 Feb 21 00:45:25.063524 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-cfa9cdcb-8db1-4842-9548-92876438d2b2 req-7f88bdcb-2eee-4926-b411-b85dc0aa3108 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398724 Feb 21 00:45:26.189323 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e801b6-9cac-415d-9d8e-5ed6cb01a4c6 req-3f6b7ffc-8693-4903-978c-e99e37849ddb tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:26.190791 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e7e801b6-9cac-415d-9d8e-5ed6cb01a4c6 req-3f6b7ffc-8693-4903-978c-e99e37849ddb tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 944 time: 0.0556514 Feb 21 00:45:26.236397 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e7e801b6-9cac-415d-9d8e-5ed6cb01a4c6 req-809da323-6ee1-43c9-96ae-f3994b31939b tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395067 Feb 21 00:45:26.483258 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 9c236e88-a24d-4171-a16c-1c7239543012 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:45:26.584501 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 9c236e88-a24d-4171-a16c-1c7239543012, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c236e88-a24d-4171-a16c-1c7239543012,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:45:26.594732 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:26.595630 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': '9c236e88-a24d-4171-a16c-1c7239543012', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'port_id': '9c236e88-a24d-4171-a16c-1c7239543012', 'mac_address': 'fa:16:3e:66:90:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:45:26.636630 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 9c236e88-a24d-4171-a16c-1c7239543012 is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:45:26.637023 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (9c236e88-a24d-4171-a16c-1c7239543012), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:26.650173 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c236e88-a24d-4171-a16c-1c7239543012 {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:45:26.669310 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 9c236e88-a24d-4171-a16c-1c7239543012, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c236e88-a24d-4171-a16c-1c7239543012,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:45:26.735523 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (9c236e88-a24d-4171-a16c-1c7239543012), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:26.789183 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=9c236e88-a24d-4171-a16c-1c7239543012,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:26.803225 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:26.803576 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:26.803940 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:26.804277 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:26.804636 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:26.805014 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:26.805503 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:26.805834 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:26.806156 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:26.806482 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:26.806806 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:26.807125 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:26.807622 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:26.810796 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 55996) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:26.889763 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-b3f3dd24-6d28-407e-91af-1248ad9286c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:26.917666 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fa8272cc-07f8-4834-905e-06fd976173dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:26.972877 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['9c236e88-a24d-4171-a16c-1c7239543012'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:45:26.993363 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fa8272cc-07f8-4834-905e-06fd976173dc admin admin] Publish callbacks [] for security_group (40d04aa2-25ca-4332-a612-7e5e5bb07de3), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:27.055133 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fa8272cc-07f8-4834-905e-06fd976173dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (40d04aa2-25ca-4332-a612-7e5e5bb07de3), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:27.091546 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8272cc-07f8-4834-905e-06fd976173dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d04aa2-25ca-4332-a612-7e5e5bb07de3,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:27.095947 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-fa8272cc-07f8-4834-905e-06fd976173dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=64a8ebe9f80f476995d668e83d11f0d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834609 Feb 21 00:45:27.098537 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56000) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:27.145842 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2c501726-0d88-42ff-8cd5-4aaef3e9c28c admin admin] Publish callbacks [] for security_group (40d04aa2-25ca-4332-a612-7e5e5bb07de3), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:27.166663 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2c501726-0d88-42ff-8cd5-4aaef3e9c28c admin admin] Publish callbacks [] for security_group (40d04aa2-25ca-4332-a612-7e5e5bb07de3), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:27.284308 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2c501726-0d88-42ff-8cd5-4aaef3e9c28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (40d04aa2-25ca-4332-a612-7e5e5bb07de3), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:27.287070 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2c501726-0d88-42ff-8cd5-4aaef3e9c28c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:27.288479 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-2c501726-0d88-42ff-8cd5-4aaef3e9c28c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/40d04aa2-25ca-4332-a612-7e5e5bb07de3 HTTP/1.1" status: 204 len: 168 time: 0.1888280 Feb 21 00:45:27.299372 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c501726-0d88-42ff-8cd5-4aaef3e9c28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d04aa2-25ca-4332-a612-7e5e5bb07de3,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:27.389547 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f6a4e-f3df-41b6-817f-3c66428a600c req-fe4a73ca-6a82-4293-a684-046c9bdf6898 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:27.391037 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-841f6a4e-f3df-41b6-817f-3c66428a600c req-fe4a73ca-6a82-4293-a684-046c9bdf6898 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 945 time: 0.0772371 Feb 21 00:45:27.441106 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-841f6a4e-f3df-41b6-817f-3c66428a600c req-9f1a43de-f8eb-4aaa-b39a-0ec7148c28e0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441601 Feb 21 00:45:28.487072 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 9c236e88-a24d-4171-a16c-1c7239543012 up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:45:28.572193 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb029e9-511c-42e7-b669-7e4b6fce50c5 req-fc9181c7-5638-4243-a66e-2d3578f46a2f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:28.573626 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0cb029e9-511c-42e7-b669-7e4b6fce50c5 req-fc9181c7-5638-4243-a66e-2d3578f46a2f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 945 time: 0.0587201 Feb 21 00:45:28.575666 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port 9c236e88-a24d-4171-a16c-1c7239543012 completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:45:28.579731 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port 9c236e88-a24d-4171-a16c-1c7239543012 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:45:28.580234 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (9c236e88-a24d-4171-a16c-1c7239543012), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:28.625487 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0cb029e9-511c-42e7-b669-7e4b6fce50c5 req-6b00b3ba-6d48-4cda-981d-93c403947ba7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461204 Feb 21 00:45:28.787841 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 9c236e88-a24d-4171-a16c-1c7239543012 is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:45:28.788728 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (9c236e88-a24d-4171-a16c-1c7239543012), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:28.811292 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecd46cb-eec8-4914-bbb0-38bd67dccd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c236e88-a24d-4171-a16c-1c7239543012'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:45:28.813566 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ece969-f8e5-4b86-b48b-5d644bea0a53" -d '{"events": [{"server_uuid": "3ecd46cb-eec8-4914-bbb0-38bd67dccd47", "name": "network-vif-plugged", "status": "completed", "tag": "9c236e88-a24d-4171-a16c-1c7239543012"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:45:28.826134 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 9c236e88-a24d-4171-a16c-1c7239543012, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c236e88-a24d-4171-a16c-1c7239543012,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:45:28.849704 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844e4f4b-66d7-4560-8edf-f31993ad518d x-openstack-request-id: req-844e4f4b-66d7-4560-8edf-f31993ad518d {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:45:28.850029 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ecd46cb-eec8-4914-bbb0-38bd67dccd47", "name": "network-vif-plugged", "status": "completed", "tag": "9c236e88-a24d-4171-a16c-1c7239543012", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:45:28.850286 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-844e4f4b-66d7-4560-8edf-f31993ad518d {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:45:28.852657 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ecd46cb-eec8-4914-bbb0-38bd67dccd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c236e88-a24d-4171-a16c-1c7239543012', 'code': 200} Feb 21 00:45:28.906812 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (9c236e88-a24d-4171-a16c-1c7239543012), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:28.963296 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=9c236e88-a24d-4171-a16c-1c7239543012,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:29.060910 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-c9c5ce9c-02de-418d-bac2-a4cbfaffb413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:29.227673 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581000ec-138f-4239-a97d-7aa16cb66b45 req-ca5bc800-0322-4d8e-9299-bcb6b21afa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:29.229265 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-581000ec-138f-4239-a97d-7aa16cb66b45 req-ca5bc800-0322-4d8e-9299-bcb6b21afa0b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 1130 time: 0.0468404 Feb 21 00:45:29.277296 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-581000ec-138f-4239-a97d-7aa16cb66b45 req-260e43eb-bc13-4a49-a815-87d811d4a181 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379465 Feb 21 00:45:29.745962 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c116f1-96bf-4c7d-9b3c-d6e0f82beaa7 req-51f4af30-2d69-4a77-947f-775588287ffb tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:29.748141 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-16c116f1-96bf-4c7d-9b3c-d6e0f82beaa7 req-51f4af30-2d69-4a77-947f-775588287ffb tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.0515440 Feb 21 00:45:29.800335 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-16c116f1-96bf-4c7d-9b3c-d6e0f82beaa7 req-2272478d-7ae0-4b18-85fc-ff6d75dce0e2 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458417 Feb 21 00:45:29.850955 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:45:30.284494 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:30.919345 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e47762-329d-4acf-beef-b5b1577ce534 req-7718e111-0fcb-4bea-92de-a0a1270c91f7 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:30.920799 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-82e47762-329d-4acf-beef-b5b1577ce534 req-7718e111-0fcb-4bea-92de-a0a1270c91f7 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0536695 Feb 21 00:45:30.929944 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04f6ce-4c0a-400c-bd32-ee0c3a8f5d7b req-0a682b35-8f5f-48b0-9f65-e4a26aa7796a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:30.931403 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-5d04f6ce-4c0a-400c-bd32-ee0c3a8f5d7b req-0a682b35-8f5f-48b0-9f65-e4a26aa7796a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.0553763 Feb 21 00:45:30.969421 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-82e47762-329d-4acf-beef-b5b1577ce534 req-dca3dc40-d63e-4cc7-bda5-478b40047b28 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425808 Feb 21 00:45:30.980147 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-5d04f6ce-4c0a-400c-bd32-ee0c3a8f5d7b req-537a41fb-7d64-4a7e-b797-5f9384dfcd7d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425558 Feb 21 00:45:31.098215 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186645b-14f4-4a75-8647-f6e7918f6a8d req-e2c6f531-16f3-4e6f-bdbc-228400ffe48a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:31.099658 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9186645b-14f4-4a75-8647-f6e7918f6a8d req-e2c6f531-16f3-4e6f-bdbc-228400ffe48a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.0512784 Feb 21 00:45:31.108040 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 56068) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:31.112345 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-c0efa706-bce9-4646-946c-d89815ef23d4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Request body: {'floatingip': {'port_id': '9c236e88-a24d-4171-a16c-1c7239543012'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:45:31.153437 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c0efa706-bce9-4646-946c-d89815ef23d4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for floatingip (9b482981-0efa-4c8d-9d98-5641e1e576b6), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:31.585860 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c0efa706-bce9-4646-946c-d89815ef23d4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:31.655929 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:31.678087 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c0efa706-bce9-4646-946c-d89815ef23d4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362231'] for floatingip (9b482981-0efa-4c8d-9d98-5641e1e576b6), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:31.794073 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.l3_db [None req-c0efa706-bce9-4646-946c-d89815ef23d4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Floating IP 9b482981-0efa-4c8d-9d98-5641e1e576b6 associated. External IP: 172.27.1.181, port: 9c236e88-a24d-4171-a16c-1c7239543012. Feb 21 00:45:32.113237 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670049c6-146a-4be6-9bbe-5fbbef8617ee req-145de4a9-30ce-4ff8-84c6-1691dc0ded9b tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:32.114890 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-670049c6-146a-4be6-9bbe-5fbbef8617ee req-145de4a9-30ce-4ff8-84c6-1691dc0ded9b tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0572226 Feb 21 00:45:32.164197 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-670049c6-146a-4be6-9bbe-5fbbef8617ee req-d5d9cb90-2307-4a4a-b394-ef592e6af452 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433810 Feb 21 00:45:32.264679 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0efa706-bce9-4646-946c-d89815ef23d4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Router 2244ab43-eb9e-4597-96dc-54662e71ca72 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:45:32.375454 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0efa706-bce9-4646-946c-d89815ef23d4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:45:32.380295 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c0efa706-bce9-4646-946c-d89815ef23d4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:32.385241 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44806d58-9a06-4e82-aa2d-16a553aaae13 None None] Sync routers for ids ['2244ab43-eb9e-4597-96dc-54662e71ca72'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:45:32.396466 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44806d58-9a06-4e82-aa2d-16a553aaae13 None None] Routers {'2244ab43-eb9e-4597-96dc-54662e71ca72'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:45:32.397383 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-44806d58-9a06-4e82-aa2d-16a553aaae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:45:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['2244ab43-eb9e-4597-96dc-54662e71ca72'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:45:32.411250 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-c0efa706-bce9-4646-946c-d89815ef23d4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "PUT /v2.0/floatingips/9b482981-0efa-4c8d-9d98-5641e1e576b6 HTTP/1.1" status: 200 len: 992 time: 1.3021307 Feb 21 00:45:32.411852 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ecd46cb-eec8-4914-bbb0-38bd67dccd47', 'tag': '9c236e88-a24d-4171-a16c-1c7239543012'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:45:32.414275 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5113a6d7-7b81-4e73-b740-b949ba8b18dd" -d '{"events": [{"name": "network-changed", "server_uuid": "3ecd46cb-eec8-4914-bbb0-38bd67dccd47", "tag": "9c236e88-a24d-4171-a16c-1c7239543012"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:45:32.455624 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cb23ab-e5da-417e-bcba-94d6716fed17 x-openstack-request-id: req-10cb23ab-e5da-417e-bcba-94d6716fed17 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:45:32.455924 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ecd46cb-eec8-4914-bbb0-38bd67dccd47", "tag": "9c236e88-a24d-4171-a16c-1c7239543012", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:45:32.456186 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-10cb23ab-e5da-417e-bcba-94d6716fed17 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:45:32.456617 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ecd46cb-eec8-4914-bbb0-38bd67dccd47', 'tag': '9c236e88-a24d-4171-a16c-1c7239543012', 'status': 'completed', 'code': 200} Feb 21 00:45:32.527543 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-44806d58-9a06-4e82-aa2d-16a553aaae13 None None] Set router 2244ab43-eb9e-4597-96dc-54662e71ca72 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:45:32.554080 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113a6d7-7b81-4e73-b740-b949ba8b18dd req-0bbf6e12-bc53-474c-a18e-1fb368396172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:32.555602 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5113a6d7-7b81-4e73-b740-b949ba8b18dd req-0bbf6e12-bc53-474c-a18e-1fb368396172 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82b8f77b26bc425e8a2b357d7db9e33e&device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 1130 time: 0.0511560 Feb 21 00:45:32.658923 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113a6d7-7b81-4e73-b740-b949ba8b18dd req-3a66303b-68ce-4746-8d90-963b172a02a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:32.660588 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5113a6d7-7b81-4e73-b740-b949ba8b18dd req-3a66303b-68ce-4746-8d90-963b172a02a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=db91bc76-bbbd-4928-84db-ba174e4b8a5d HTTP/1.1" status: 200 len: 917 time: 0.0977488 Feb 21 00:45:32.730267 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5113a6d7-7b81-4e73-b740-b949ba8b18dd req-e373ed4e-5f58-479c-a630-cb015d77a037 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c236e88-a24d-4171-a16c-1c7239543012 HTTP/1.1" status: 200 len: 1000 time: 0.0640173 Feb 21 00:45:32.775990 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-44806d58-9a06-4e82-aa2d-16a553aaae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 4, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port': {'id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:52Z', 'updated_at': '2022-02-21T00:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '9b482981-0efa-4c8d-9d98-5641e1e576b6', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'port_id': '9c236e88-a24d-4171-a16c-1c7239543012', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'mac_address': 'fa:16:3e:66:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecd46cb-eec8-4914-bbb0-38bd67dccd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:45:18Z', 'updated_at': '2022-02-21T00:45:31Z', 'revision_number': 1, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04989002-8330-47b5-8f0b-2aff58b5deb0', 'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'mac_address': 'fa:16:3e:a6:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:57Z', 'updated_at': '2022-02-21T00:41:06Z', 'revision_number': 5, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'subnets': [{'id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:45:32.791248 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113a6d7-7b81-4e73-b740-b949ba8b18dd req-0dc0f0b7-0354-4da0-99a8-279fbe5ef9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:32.792864 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5113a6d7-7b81-4e73-b740-b949ba8b18dd req-0dc0f0b7-0354-4da0-99a8-279fbe5ef9bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fa227f87-1978-4806-9713-f4a79efc4e60 HTTP/1.1" status: 200 len: 855 time: 0.0472872 Feb 21 00:45:32.807989 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44806d58-9a06-4e82-aa2d-16a553aaae13 None None] Checking router: 2244ab43-eb9e-4597-96dc-54662e71ca72 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:45:32.817253 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44806d58-9a06-4e82-aa2d-16a553aaae13 None None] Routers {'2244ab43-eb9e-4597-96dc-54662e71ca72'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:45:32.817878 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-44806d58-9a06-4e82-aa2d-16a553aaae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:45:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['2244ab43-eb9e-4597-96dc-54662e71ca72'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:45:32.852133 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113a6d7-7b81-4e73-b740-b949ba8b18dd req-a1d794c5-2329-4a9d-ba99-8d9b8614d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:32.853656 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5113a6d7-7b81-4e73-b740-b949ba8b18dd req-a1d794c5-2329-4a9d-ba99-8d9b8614d4c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=db91bc76-bbbd-4928-84db-ba174e4b8a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551972 Feb 21 00:45:32.936911 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-44806d58-9a06-4e82-aa2d-16a553aaae13 None None] Set router 2244ab43-eb9e-4597-96dc-54662e71ca72 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:45:32.949728 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5113a6d7-7b81-4e73-b740-b949ba8b18dd req-33151a8b-7edd-4a1e-aa7b-cf80cc12effb service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897348 Feb 21 00:45:33.047710 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5113a6d7-7b81-4e73-b740-b949ba8b18dd req-761c1f6f-6323-4c8a-82bb-34aa52e88d68 service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913370 Feb 21 00:45:33.137457 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:33.195212 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-44806d58-9a06-4e82-aa2d-16a553aaae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 4, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port': {'id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:52Z', 'updated_at': '2022-02-21T00:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '9b482981-0efa-4c8d-9d98-5641e1e576b6', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'port_id': '9c236e88-a24d-4171-a16c-1c7239543012', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'mac_address': 'fa:16:3e:66:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecd46cb-eec8-4914-bbb0-38bd67dccd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:45:18Z', 'updated_at': '2022-02-21T00:45:31Z', 'revision_number': 1, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04989002-8330-47b5-8f0b-2aff58b5deb0', 'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'mac_address': 'fa:16:3e:a6:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:57Z', 'updated_at': '2022-02-21T00:41:06Z', 'revision_number': 5, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'subnets': [{'id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:45:33.230122 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44806d58-9a06-4e82-aa2d-16a553aaae13 None None] The sync data for ids ['2244ab43-eb9e-4597-96dc-54662e71ca72'] in dv-cinder-813224-6-iscsi is: [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 4, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port': {'id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:52Z', 'updated_at': '2022-02-21T00:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '9b482981-0efa-4c8d-9d98-5641e1e576b6', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'port_id': '9c236e88-a24d-4171-a16c-1c7239543012', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'mac_address': 'fa:16:3e:66:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecd46cb-eec8-4914-bbb0-38bd67dccd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:45:18Z', 'updated_at': '2022-02-21T00:45:31Z', 'revision_number': 1, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04989002-8330-47b5-8f0b-2aff58b5deb0', 'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'mac_address': 'fa:16:3e:a6:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:57Z', 'updated_at': '2022-02-21T00:41:06Z', 'revision_number': 5, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'subnets': [{'id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:45:33.323562 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831512a-4c3a-4052-8ffb-a4dc31e5e78f req-3378477c-6aef-4a01-8176-64a2d139aea8 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:33.325101 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-4831512a-4c3a-4052-8ffb-a4dc31e5e78f req-3378477c-6aef-4a01-8176-64a2d139aea8 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0588133 Feb 21 00:45:33.374988 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-4831512a-4c3a-4052-8ffb-a4dc31e5e78f req-3b9d0163-660d-4748-960b-4a8651ec27bf tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441012 Feb 21 00:45:33.449926 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de240ec-708b-4128-bc5a-a91d0cc9596c None None] New status for floating IP 9b482981-0efa-4c8d-9d98-5641e1e576b6: ACTIVE {{(pid=109909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:45:34.497244 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326b7e0-227c-4b6c-819d-f72a71e4271a req-61a27ae5-6ea0-4587-aaa1-9a50743cb4a5 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:34.499397 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8326b7e0-227c-4b6c-819d-f72a71e4271a req-61a27ae5-6ea0-4587-aaa1-9a50743cb4a5 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0558786 Feb 21 00:45:34.546991 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8326b7e0-227c-4b6c-819d-f72a71e4271a req-6f07a2d9-a280-4be8-948a-24fe7062b435 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422068 Feb 21 00:45:35.667297 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a39264-c49c-44f5-a39e-e9552f301118 req-7e4c626b-7965-4a0a-b6a5-cb365dccb19b tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:35.668874 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-36a39264-c49c-44f5-a39e-e9552f301118 req-7e4c626b-7965-4a0a-b6a5-cb365dccb19b tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0512795 Feb 21 00:45:35.714975 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-36a39264-c49c-44f5-a39e-e9552f301118 req-34b020e8-0655-49d1-b10e-3774ff6f350a tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396185 Feb 21 00:45:36.837656 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdc86c-199e-4afe-a2c2-248697c7d2ca req-96d98371-e8d4-45d4-8868-f3b0f9e675c0 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:36.839126 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-15fdc86c-199e-4afe-a2c2-248697c7d2ca req-96d98371-e8d4-45d4-8868-f3b0f9e675c0 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0559385 Feb 21 00:45:36.884996 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-15fdc86c-199e-4afe-a2c2-248697c7d2ca req-5afb9e6f-3a6c-4cbb-8f69-7997872bcf9c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402036 Feb 21 00:45:38.006162 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e866ad-ee2f-441f-a202-8b4d4a41cde4 req-6920b5e6-55ad-448e-804f-fc7e18dceaef tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:38.007628 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-86e866ad-ee2f-441f-a202-8b4d4a41cde4 req-6920b5e6-55ad-448e-804f-fc7e18dceaef tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0564504 Feb 21 00:45:38.277480 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-86e866ad-ee2f-441f-a202-8b4d4a41cde4 req-472c31c8-647c-43a1-a511-31daa25ddc0d tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643497 Feb 21 00:45:39.394925 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3c3ed-edfc-48cf-ac5b-70ec257992b5 req-f3cda5de-a0e1-41a1-abdc-d7b05cc88261 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:39.396367 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d4e3c3ed-edfc-48cf-ac5b-70ec257992b5 req-f3cda5de-a0e1-41a1-abdc-d7b05cc88261 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0517988 Feb 21 00:45:39.441443 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d4e3c3ed-edfc-48cf-ac5b-70ec257992b5 req-c145b8b3-c14c-408b-bb5f-8b8ad56366a2 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396123 Feb 21 00:45:39.923910 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 56192) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:40.028765 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-fc65725c-1b57-428c-b1eb-c45d8c84e8db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:40.105387 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-fc65725c-1b57-428c-b1eb-c45d8c84e8db admin admin] Publish callbacks [] for security_group (7ef6f7a8-8c3a-4ef0-8e9c-bd8d6fd57d9c), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:40.192233 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-fc65725c-1b57-428c-b1eb-c45d8c84e8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (7ef6f7a8-8c3a-4ef0-8e9c-bd8d6fd57d9c), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:40.230221 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-fc65725c-1b57-428c-b1eb-c45d8c84e8db admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b5389649b27047409f1214e15061dff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052101 Feb 21 00:45:40.231066 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65725c-1b57-428c-b1eb-c45d8c84e8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef6f7a8-8c3a-4ef0-8e9c-bd8d6fd57d9c,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:40.233672 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56196) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:40.287102 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-34cbb3c7-29aa-413c-8777-9a439013951b admin admin] Publish callbacks [] for security_group (7ef6f7a8-8c3a-4ef0-8e9c-bd8d6fd57d9c), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:40.307893 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-34cbb3c7-29aa-413c-8777-9a439013951b admin admin] Publish callbacks [] for security_group (7ef6f7a8-8c3a-4ef0-8e9c-bd8d6fd57d9c), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:40.398320 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-34cbb3c7-29aa-413c-8777-9a439013951b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (7ef6f7a8-8c3a-4ef0-8e9c-bd8d6fd57d9c), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:40.400786 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-34cbb3c7-29aa-413c-8777-9a439013951b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:40.401933 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-34cbb3c7-29aa-413c-8777-9a439013951b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7ef6f7a8-8c3a-4ef0-8e9c-bd8d6fd57d9c HTTP/1.1" status: 204 len: 168 time: 0.1670790 Feb 21 00:45:40.410302 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbb3c7-29aa-413c-8777-9a439013951b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef6f7a8-8c3a-4ef0-8e9c-bd8d6fd57d9c,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:40.560000 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c9f08-312c-4568-affd-4a8aefab1a69 req-32063505-52bc-47bd-992a-7cea96f95eab tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:40.561489 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-423c9f08-312c-4568-affd-4a8aefab1a69 req-32063505-52bc-47bd-992a-7cea96f95eab tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0537789 Feb 21 00:45:40.610933 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-423c9f08-312c-4568-affd-4a8aefab1a69 req-26a7c27e-6e08-4f93-b1ea-533fde868ac3 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425527 Feb 21 00:45:41.730024 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6b8b0-a8aa-49ed-aa8c-6d84cb5c65c6 req-9f31a1e9-cb65-42b3-b68b-ff120978c417 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:41.731486 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f1e6b8b0-a8aa-49ed-aa8c-6d84cb5c65c6 req-9f31a1e9-cb65-42b3-b68b-ff120978c417 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0515680 Feb 21 00:45:41.778976 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f1e6b8b0-a8aa-49ed-aa8c-6d84cb5c65c6 req-a59c561e-6774-40c5-b461-86bb77c35b7a tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420923 Feb 21 00:45:42.136052 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c76edf-c69c-49f7-954d-8976fdc17b73 req-62c8ecf0-840a-4925-872b-8024e66bebc0 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:42.137560 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-27c76edf-c69c-49f7-954d-8976fdc17b73 req-62c8ecf0-840a-4925-872b-8024e66bebc0 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0529876 Feb 21 00:45:42.189359 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-27c76edf-c69c-49f7-954d-8976fdc17b73 req-20fa3ba5-75b2-472b-ba4a-2268eb7cef8a tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459206 Feb 21 00:45:42.258405 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b921c57-57fe-4856-b505-16f1fdd385eb req-3413eea6-0ea4-4599-8949-709a3df41d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:42.259874 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4b921c57-57fe-4856-b505-16f1fdd385eb req-3413eea6-0ea4-4599-8949-709a3df41d43 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e025d3db5ee41318537bfd4c1fc1d95&device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 1129 time: 0.0448074 Feb 21 00:45:42.358483 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b921c57-57fe-4856-b505-16f1fdd385eb req-e480d6bb-488a-435e-adb2-61e0c03f6699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:42.359933 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4b921c57-57fe-4856-b505-16f1fdd385eb req-e480d6bb-488a-435e-adb2-61e0c03f6699 service neutron] 10.222.0.61 "GET /v2.0/networks?id=28cf2863-0276-45ba-8819-b4e51508cd5b HTTP/1.1" status: 200 len: 912 time: 0.0869486 Feb 21 00:45:42.427714 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4b921c57-57fe-4856-b505-16f1fdd385eb req-dad456d2-2e91-49cc-b3ed-8d65e4a4d90c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33b22f53-e000-46dd-ab38-d61bb7c1955e HTTP/1.1" status: 200 len: 1001 time: 0.0611577 Feb 21 00:45:42.479017 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b921c57-57fe-4856-b505-16f1fdd385eb req-fbd8275d-f6b7-4d19-939a-e53beeec2bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:42.480426 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4b921c57-57fe-4856-b505-16f1fdd385eb req-fbd8275d-f6b7-4d19-939a-e53beeec2bc6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8388cafd-40d5-402b-b2e4-849f8f54e15b HTTP/1.1" status: 200 len: 850 time: 0.0430436 Feb 21 00:45:42.530004 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b921c57-57fe-4856-b505-16f1fdd385eb req-9af0c061-1ac6-4f53-90d4-057a796beb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:42.531438 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4b921c57-57fe-4856-b505-16f1fdd385eb req-9af0c061-1ac6-4f53-90d4-057a796beb1b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=28cf2863-0276-45ba-8819-b4e51508cd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427477 Feb 21 00:45:42.622189 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4b921c57-57fe-4856-b505-16f1fdd385eb req-7f3251f6-203e-4171-809f-ddf53e74988d service neutron] 10.222.0.61 "GET /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838230 Feb 21 00:45:42.710560 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4b921c57-57fe-4856-b505-16f1fdd385eb req-890247af-6423-4296-afee-4335371a0c34 service neutron] 10.222.0.61 "GET /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809662 Feb 21 00:45:43.318496 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8b0a1-38d6-4e69-b38a-cf1c356f24c4 req-36feaaf8-3470-4982-9477-70dda49e260a tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:43.320011 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-65b8b0a1-38d6-4e69-b38a-cf1c356f24c4 req-36feaaf8-3470-4982-9477-70dda49e260a tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0534785 Feb 21 00:45:43.367145 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-65b8b0a1-38d6-4e69-b38a-cf1c356f24c4 req-36b5e9b4-7890-4e7f-b260-44d865337f60 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414057 Feb 21 00:45:44.485859 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd050919-174a-43fb-a7a8-37756058bf91 req-bbdaf097-6348-47b0-8c35-017094046ff8 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:44.487340 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fd050919-174a-43fb-a7a8-37756058bf91 req-bbdaf097-6348-47b0-8c35-017094046ff8 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0529609 Feb 21 00:45:44.538226 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fd050919-174a-43fb-a7a8-37756058bf91 req-195db070-411c-422c-a81a-94223d28dbb6 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444272 Feb 21 00:45:54.462012 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5ec4c2e0-9b9c-4d32-9c52-df0c8e43e0d0 req-2c576ac0-8815-4f55-b0e3-2fda56644612 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424323 Feb 21 00:45:54.530384 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4c2e0-9b9c-4d32-9c52-df0c8e43e0d0 req-1eb19af9-9ba9-4749-8c19-4b57431c39a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:54.531758 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5ec4c2e0-9b9c-4d32-9c52-df0c8e43e0d0 req-1eb19af9-9ba9-4749-8c19-4b57431c39a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0fb07f2cc8144e879b79dcbe84b1cbbb&device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 1168 time: 0.0437350 Feb 21 00:45:54.635388 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4c2e0-9b9c-4d32-9c52-df0c8e43e0d0 req-22a615a8-c2ea-4bd2-9db6-d2cb05dc60c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:54.636863 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5ec4c2e0-9b9c-4d32-9c52-df0c8e43e0d0 req-22a615a8-c2ea-4bd2-9db6-d2cb05dc60c7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dccae3d-137d-413e-b74f-606a0a010ab7 HTTP/1.1" status: 200 len: 916 time: 0.0853806 Feb 21 00:45:54.701951 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5ec4c2e0-9b9c-4d32-9c52-df0c8e43e0d0 req-8db383e4-10d8-42d6-bd36-16e5ec900a26 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 HTTP/1.1" status: 200 len: 1000 time: 0.0589700 Feb 21 00:45:54.748869 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4c2e0-9b9c-4d32-9c52-df0c8e43e0d0 req-76e5cbb8-1e29-4595-8d0c-60d9a7b58f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:54.750278 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5ec4c2e0-9b9c-4d32-9c52-df0c8e43e0d0 req-76e5cbb8-1e29-4595-8d0c-60d9a7b58f65 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c23234aa-eee5-4469-8f47-c9bd111b8f81 HTTP/1.1" status: 200 len: 854 time: 0.0420027 Feb 21 00:45:54.801878 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4c2e0-9b9c-4d32-9c52-df0c8e43e0d0 req-c465f396-fd69-43aa-b5b0-a656d68e3832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:54.803365 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5ec4c2e0-9b9c-4d32-9c52-df0c8e43e0d0 req-c465f396-fd69-43aa-b5b0-a656d68e3832 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dccae3d-137d-413e-b74f-606a0a010ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470121 Feb 21 00:45:54.892101 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5ec4c2e0-9b9c-4d32-9c52-df0c8e43e0d0 req-bde31bec-6a07-4602-a151-5e01dff925d9 service neutron] 10.222.0.61 "GET /v2.0/networks/9dccae3d-137d-413e-b74f-606a0a010ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804112 Feb 21 00:45:54.984070 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5ec4c2e0-9b9c-4d32-9c52-df0c8e43e0d0 req-d432e296-ee7c-4f2b-a979-98f2e868a910 service neutron] 10.222.0.61 "GET /v2.0/networks/9dccae3d-137d-413e-b74f-606a0a010ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855579 Feb 21 00:45:56.523464 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:56.854620 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-29a02051-f2e7-4f88-9cf2-4ba23c703980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:57.421010 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0d606c76-c381-4973-b408-7b47e36696f9 req-1e363a22-e5bf-4f76-b7c4-29a1cfc3ddef tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945468373&fields=id&tenant_id=0fb07f2cc8144e879b79dcbe84b1cbbb HTTP/1.1" status: 200 len: 267 time: 0.3250089 Feb 21 00:45:57.477438 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d606c76-c381-4973-b408-7b47e36696f9 req-83b2e632-5332-4919-9e7f-46abea8ddb13 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:57.478880 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0d606c76-c381-4973-b408-7b47e36696f9 req-83b2e632-5332-4919-9e7f-46abea8ddb13 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 984 time: 0.0525579 Feb 21 00:45:57.489063 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [req-0d606c76-c381-4973-b408-7b47e36696f9 req-f1bc21eb-0fec-42b3-af0b-44995151d613 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Request body: {'port': {'security_groups': ['8b553515-0e7e-4a57-bff1-50f151e14ef0']}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:45:57.560909 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-0d606c76-c381-4973-b408-7b47e36696f9 req-f1bc21eb-0fec-42b3-af0b-44995151d613 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), before_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:57.761422 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.db [req-0d606c76-c381-4973-b408-7b47e36696f9 req-f1bc21eb-0fec-42b3-af0b-44995151d613 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] For port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36,segment=NetworkSegment(5d0b55be-7436-4909-b5d1-ad582ca2b9cd),segment_id=5d0b55be-7436-4909-b5d1-ad582ca2b9cd)] {{(pid=109906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:45:57.790957 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-0d606c76-c381-4973-b408-7b47e36696f9 req-f1bc21eb-0fec-42b3-af0b-44995151d613 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), precommit_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:57.871959 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-0d606c76-c381-4973-b408-7b47e36696f9 req-f1bc21eb-0fec-42b3-af0b-44995151d613 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11782249'] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), after_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:57.883878 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:45:57.920173 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d606c76-c381-4973-b408-7b47e36696f9 req-f1bc21eb-0fec-42b3-af0b-44995151d613 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:57.920829 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [req-0d606c76-c381-4973-b408-7b47e36696f9 req-f1bc21eb-0fec-42b3-af0b-44995151d613 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:57.922242 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0d606c76-c381-4973-b408-7b47e36696f9 req-f1bc21eb-0fec-42b3-af0b-44995151d613 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "PUT /v2.0/ports/3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 HTTP/1.1" status: 200 len: 942 time: 0.4374797 Feb 21 00:45:57.922703 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab0e027-ae90-4929-9fe7-3b9fe979966f', 'tag': '3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36'}] {{(pid=109906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:45:57.928793 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc518c6d51578be2a31f52ee0893325345821a3685c97876d81d10eababaab57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b624ac7-3026-43ae-ac15-2785085a5594" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab0e027-ae90-4929-9fe7-3b9fe979966f", "tag": "3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36"}]}' {{(pid=109906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:45:57.929240 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56232) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:57.982069 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc21eb-0fec-42b3-af0b-44995151d613 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Pushing event updated for resources: {'Port': ['ID=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36,revision_number=7']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:57.993736 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b81de10-edaf-4381-9c4c-d707fa8394c6 x-openstack-request-id: req-6b81de10-edaf-4381-9c4c-d707fa8394c6 {{(pid=109906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:45:57.994034 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab0e027-ae90-4929-9fe7-3b9fe979966f", "tag": "3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36", "status": "completed", "code": 200}]} {{(pid=109906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:45:57.994294 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b81de10-edaf-4381-9c4c-d707fa8394c6 {{(pid=109906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:45:57.995128 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab0e027-ae90-4929-9fe7-3b9fe979966f', 'tag': '3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36', 'status': 'completed', 'code': 200} Feb 21 00:45:58.024152 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-6e76b23f-b900-4fd1-ae63-35cef4b1a450 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group (d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:58.029814 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:45:58.061732 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-6e76b23f-b900-4fd1-ae63-35cef4b1a450 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group (d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:58.069165 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b624ac7-3026-43ae-ac15-2785085a5594 req-b3774be5-0fa5-482c-8633-269270dc6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:58.073391 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6b624ac7-3026-43ae-ac15-2785085a5594 req-b3774be5-0fa5-482c-8633-269270dc6b72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0fb07f2cc8144e879b79dcbe84b1cbbb&device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 1129 time: 0.0610948 Feb 21 00:45:58.186550 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b624ac7-3026-43ae-ac15-2785085a5594 req-d2a41741-c5a7-480d-868e-d111018e9378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:58.187955 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6b624ac7-3026-43ae-ac15-2785085a5594 req-d2a41741-c5a7-480d-868e-d111018e9378 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dccae3d-137d-413e-b74f-606a0a010ab7 HTTP/1.1" status: 200 len: 916 time: 0.1059253 Feb 21 00:45:58.220452 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-65b31959-d5b8-4778-8d98-405a1d0d7218 None None] Provisioning complete for port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:45:58.220997 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-65b31959-d5b8-4778-8d98-405a1d0d7218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:58.221131 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-6e76b23f-b900-4fd1-ae63-35cef4b1a450 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:58.224987 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-6e76b23f-b900-4fd1-ae63-35cef4b1a450 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:58.228789 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-6e76b23f-b900-4fd1-ae63-35cef4b1a450 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "DELETE /v2.0/security-groups/d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a HTTP/1.1" status: 204 len: 168 time: 0.2939050 Feb 21 00:45:58.230978 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56234) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:45:58.242481 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76b23f-b900-4fd1-ae63-35cef4b1a450 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ce39e3-99e3-4ad4-a48b-03e0cf9a960a,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:58.263024 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6b624ac7-3026-43ae-ac15-2785085a5594 req-6e305483-fc6f-4496-92a6-0a2666a5615a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 HTTP/1.1" status: 200 len: 1000 time: 0.0681753 Feb 21 00:45:58.276673 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e76b23f-b900-4fd1-ae63-35cef4b1a450 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:58.277034 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e76b23f-b900-4fd1-ae63-35cef4b1a450 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:58.277453 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e76b23f-b900-4fd1-ae63-35cef4b1a450 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:58.277700 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e76b23f-b900-4fd1-ae63-35cef4b1a450 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:58.278034 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e76b23f-b900-4fd1-ae63-35cef4b1a450 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:58.278363 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e76b23f-b900-4fd1-ae63-35cef4b1a450 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:58.278691 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e76b23f-b900-4fd1-ae63-35cef4b1a450 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:58.279018 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e76b23f-b900-4fd1-ae63-35cef4b1a450 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:58.279345 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e76b23f-b900-4fd1-ae63-35cef4b1a450 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:58.279673 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e76b23f-b900-4fd1-ae63-35cef4b1a450 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:58.280000 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e76b23f-b900-4fd1-ae63-35cef4b1a450 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:58.280324 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e76b23f-b900-4fd1-ae63-35cef4b1a450 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:58.280669 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e76b23f-b900-4fd1-ae63-35cef4b1a450 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:45:58.319500 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-65b31959-d5b8-4778-8d98-405a1d0d7218 None None] Current status of the port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:45:58.325505 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b624ac7-3026-43ae-ac15-2785085a5594 req-928d9b23-a1e1-4e3e-b7d5-cee69aca519c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:58.327124 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6b624ac7-3026-43ae-ac15-2785085a5594 req-928d9b23-a1e1-4e3e-b7d5-cee69aca519c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c23234aa-eee5-4469-8f47-c9bd111b8f81 HTTP/1.1" status: 200 len: 854 time: 0.0578415 Feb 21 00:45:58.382179 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b624ac7-3026-43ae-ac15-2785085a5594 req-6859fa52-17dd-4ce1-9bc8-4d65659ddffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:45:58.383682 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6b624ac7-3026-43ae-ac15-2785085a5594 req-6859fa52-17dd-4ce1-9bc8-4d65659ddffb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dccae3d-137d-413e-b74f-606a0a010ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495100 Feb 21 00:45:58.414766 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-cf98dc87-2079-4b68-a86c-764d5d6febc0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Deleting port f424c9f9-c137-4801-9f5c-2ac6f1c1f7c9 {{(pid=109906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:45:58.415107 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-cf98dc87-2079-4b68-a86c-764d5d6febc0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (f424c9f9-c137-4801-9f5c-2ac6f1c1f7c9), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:58.479626 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6b624ac7-3026-43ae-ac15-2785085a5594 req-3686303f-94f7-4309-a9be-c58949b974a8 service neutron] 10.222.0.61 "GET /v2.0/networks/9dccae3d-137d-413e-b74f-606a0a010ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878308 Feb 21 00:45:58.492610 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-cf98dc87-2079-4b68-a86c-764d5d6febc0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (f424c9f9-c137-4801-9f5c-2ac6f1c1f7c9), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:58.493142 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-cf98dc87-2079-4b68-a86c-764d5d6febc0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for floatingip (f424c9f9-c137-4801-9f5c-2ac6f1c1f7c9), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:58.504275 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-cf98dc87-2079-4b68-a86c-764d5d6febc0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Calling delete_port for f424c9f9-c137-4801-9f5c-2ac6f1c1f7c9 owned by network:floatingip {{(pid=109906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:45:58.578466 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6b624ac7-3026-43ae-ac15-2785085a5594 req-75917a9e-0ada-4ef9-8520-156de0c4c704 service neutron] 10.222.0.61 "GET /v2.0/networks/9dccae3d-137d-413e-b74f-606a0a010ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824263 Feb 21 00:45:58.717788 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-cf98dc87-2079-4b68-a86c-764d5d6febc0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (f424c9f9-c137-4801-9f5c-2ac6f1c1f7c9), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:58.743513 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98dc87-2079-4b68-a86c-764d5d6febc0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Pushing event deleted for resources: {'Port': ['ID=f424c9f9-c137-4801-9f5c-2ac6f1c1f7c9,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:45:58.804123 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-cf98dc87-2079-4b68-a86c-764d5d6febc0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks [] for floatingip (279d595e-eeb3-426b-be27-1cad1475e66d), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:58.804431 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.db.l3_db [None req-cf98dc87-2079-4b68-a86c-764d5d6febc0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Floating IP 279d595e-eeb3-426b-be27-1cad1475e66d disassociated (deleted). External IP: 172.27.1.45, port: 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36. Feb 21 00:45:58.986222 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-b9a89efb-5ba2-42d8-b546-5a21d5eedccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:59.013951 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf98dc87-2079-4b68-a86c-764d5d6febc0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Router fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:45:59.122189 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf98dc87-2079-4b68-a86c-764d5d6febc0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:45:59.126808 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-cf98dc87-2079-4b68-a86c-764d5d6febc0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:59.132169 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23957ba2-442b-46b2-be1f-6ad02b1570c3 None None] Sync routers for ids ['fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:45:59.143542 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23957ba2-442b-46b2-be1f-6ad02b1570c3 None None] Routers {'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:45:59.144146 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-23957ba2-442b-46b2-be1f-6ad02b1570c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:45:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:45:59.157188 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-cf98dc87-2079-4b68-a86c-764d5d6febc0 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "DELETE /v2.0/floatingips/279d595e-eeb3-426b-be27-1cad1475e66d HTTP/1.1" status: 204 len: 168 time: 0.9252017 Feb 21 00:45:59.379511 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-23957ba2-442b-46b2-be1f-6ad02b1570c3 None None] Set router fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:45:59.578630 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-23957ba2-442b-46b2-be1f-6ad02b1570c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'name': 'tempest-TestMinimumBasicScenario-1443111160-router', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:19Z', 'updated_at': '2022-02-21T00:43:25Z', 'revision_number': 4, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'gw_port': {'id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:20Z', 'updated_at': '2022-02-21T00:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '41302eb0-eea2-492d-b6dc-da8436fdc257', 'name': '', 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'mac_address': 'fa:16:3e:ef:c8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c23234aa-eee5-4469-8f47-c9bd111b8f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:24Z', 'updated_at': '2022-02-21T00:43:31Z', 'revision_number': 5, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'subnets': [{'id': 'c23234aa-eee5-4469-8f47-c9bd111b8f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:45:59.609124 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23957ba2-442b-46b2-be1f-6ad02b1570c3 None None] Checking router: fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:45:59.617537 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23957ba2-442b-46b2-be1f-6ad02b1570c3 None None] Routers {'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:45:59.618145 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-23957ba2-442b-46b2-be1f-6ad02b1570c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:45:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:45:59.722300 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-23957ba2-442b-46b2-be1f-6ad02b1570c3 None None] Set router fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:45:59.921725 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-23957ba2-442b-46b2-be1f-6ad02b1570c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'name': 'tempest-TestMinimumBasicScenario-1443111160-router', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:19Z', 'updated_at': '2022-02-21T00:43:25Z', 'revision_number': 4, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'gw_port': {'id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:20Z', 'updated_at': '2022-02-21T00:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '41302eb0-eea2-492d-b6dc-da8436fdc257', 'name': '', 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'mac_address': 'fa:16:3e:ef:c8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c23234aa-eee5-4469-8f47-c9bd111b8f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:24Z', 'updated_at': '2022-02-21T00:43:31Z', 'revision_number': 5, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'subnets': [{'id': 'c23234aa-eee5-4469-8f47-c9bd111b8f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:45:59.947273 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23957ba2-442b-46b2-be1f-6ad02b1570c3 None None] The sync data for ids ['fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'] in dv-cinder-813224-6-iscsi is: [{'id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'name': 'tempest-TestMinimumBasicScenario-1443111160-router', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:19Z', 'updated_at': '2022-02-21T00:43:25Z', 'revision_number': 4, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'gw_port': {'id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:20Z', 'updated_at': '2022-02-21T00:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '41302eb0-eea2-492d-b6dc-da8436fdc257', 'name': '', 'network_id': '9dccae3d-137d-413e-b74f-606a0a010ab7', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'mac_address': 'fa:16:3e:ef:c8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c23234aa-eee5-4469-8f47-c9bd111b8f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:24Z', 'updated_at': '2022-02-21T00:43:31Z', 'revision_number': 5, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'subnets': [{'id': 'c23234aa-eee5-4469-8f47-c9bd111b8f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:45:59.996645 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab0e027-ae90-4929-9fe7-3b9fe979966f', 'tag': '3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36'}] {{(pid=109906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:45:59.998983 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc518c6d51578be2a31f52ee0893325345821a3685c97876d81d10eababaab57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9262ea99-dffe-488c-b349-279626b068df" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab0e027-ae90-4929-9fe7-3b9fe979966f", "tag": "3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36"}]}' {{(pid=109906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:46:00.039915 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2aeebbf-a0cc-4d44-8aa6-292a28bf64e4 x-openstack-request-id: req-d2aeebbf-a0cc-4d44-8aa6-292a28bf64e4 {{(pid=109906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:46:00.040203 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab0e027-ae90-4929-9fe7-3b9fe979966f", "tag": "3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36", "status": "completed", "code": 200}]} {{(pid=109906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:46:00.040452 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d2aeebbf-a0cc-4d44-8aa6-292a28bf64e4 {{(pid=109906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:46:00.040905 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab0e027-ae90-4929-9fe7-3b9fe979966f', 'tag': '3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36', 'status': 'completed', 'code': 200} Feb 21 00:46:00.119199 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262ea99-dffe-488c-b349-279626b068df req-eb14f394-e3c0-46f0-bfe1-ca951e782e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:00.120727 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9262ea99-dffe-488c-b349-279626b068df req-eb14f394-e3c0-46f0-bfe1-ca951e782e3c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0fb07f2cc8144e879b79dcbe84b1cbbb&device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 1129 time: 0.0533257 Feb 21 00:46:00.183557 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae1da30-a6b4-4754-b396-39ba943b9027 None None] New status for floating IP 279d595e-eeb3-426b-be27-1cad1475e66d: DOWN {{(pid=109909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:46:00.220203 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262ea99-dffe-488c-b349-279626b068df req-646eea8a-f08d-41c3-8bd4-076138c1a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:00.221693 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9262ea99-dffe-488c-b349-279626b068df req-646eea8a-f08d-41c3-8bd4-076138c1a692 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dccae3d-137d-413e-b74f-606a0a010ab7 HTTP/1.1" status: 200 len: 916 time: 0.0949335 Feb 21 00:46:00.271198 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9262ea99-dffe-488c-b349-279626b068df req-914521cc-5152-4569-97a9-c9e0a41a2e66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 HTTP/1.1" status: 200 len: 217 time: 0.0423486 Feb 21 00:46:00.306097 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:00.330927 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262ea99-dffe-488c-b349-279626b068df req-699e2a14-e654-40a9-9fac-54bd2c80f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:00.332370 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9262ea99-dffe-488c-b349-279626b068df req-699e2a14-e654-40a9-9fac-54bd2c80f341 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c23234aa-eee5-4469-8f47-c9bd111b8f81 HTTP/1.1" status: 200 len: 854 time: 0.0473073 Feb 21 00:46:00.385777 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262ea99-dffe-488c-b349-279626b068df req-f8b544ef-b0ba-4acd-afdb-0a1337753886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:00.387469 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9262ea99-dffe-488c-b349-279626b068df req-f8b544ef-b0ba-4acd-afdb-0a1337753886 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dccae3d-137d-413e-b74f-606a0a010ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457559 Feb 21 00:46:00.481121 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9262ea99-dffe-488c-b349-279626b068df req-966cb4ee-5aa2-4af1-a8e6-d00cb4843d28 service neutron] 10.222.0.61 "GET /v2.0/networks/9dccae3d-137d-413e-b74f-606a0a010ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857272 Feb 21 00:46:00.575516 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9262ea99-dffe-488c-b349-279626b068df req-29e68d06-1ff3-4e6b-81ad-675da4c40736 service neutron] 10.222.0.61 "GET /v2.0/networks/9dccae3d-137d-413e-b74f-606a0a010ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878158 Feb 21 00:46:01.614932 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:02.270264 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a34ef-edd9-43f0-aa69-632eb930b53f req-4625c8ca-6099-4285-bb07-5d8ca000b4bb tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:02.272002 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ec4a34ef-edd9-43f0-aa69-632eb930b53f req-4625c8ca-6099-4285-bb07-5d8ca000b4bb tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 945 time: 0.0573063 Feb 21 00:46:02.319612 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ec4a34ef-edd9-43f0-aa69-632eb930b53f req-9ad322e5-c21e-46f4-bc51-535f64a4a5a2 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415220 Feb 21 00:46:03.106115 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:03.492224 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeea28b-82b7-416e-8780-2f95cb3e135a req-81b1ea31-b252-4d50-b013-79d69dd19e5a tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:03.493762 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-cfeea28b-82b7-416e-8780-2f95cb3e135a req-81b1ea31-b252-4d50-b013-79d69dd19e5a tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 945 time: 0.1069465 Feb 21 00:46:03.540741 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-cfeea28b-82b7-416e-8780-2f95cb3e135a req-7a15041f-76ae-4e57-a677-0a1b0b97ec43 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b553515-0e7e-4a57-bff1-50f151e14ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415058 Feb 21 00:46:04.170181 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caec22b-55af-4e81-8bc2-288894ddcf75 req-89b0297d-f9fe-4771-80a1-e61f58e501d1 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:04.171652 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3caec22b-55af-4e81-8bc2-288894ddcf75 req-89b0297d-f9fe-4771-80a1-e61f58e501d1 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 945 time: 0.0697067 Feb 21 00:46:04.273075 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-3caec22b-55af-4e81-8bc2-288894ddcf75 req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Deleting port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:46:04.273423 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-3caec22b-55af-4e81-8bc2-288894ddcf75 req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:04.364271 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-3caec22b-55af-4e81-8bc2-288894ddcf75 req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] For port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36,segment=NetworkSegment(5d0b55be-7436-4909-b5d1-ad582ca2b9cd),segment_id=5d0b55be-7436-4909-b5d1-ad582ca2b9cd)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:04.364667 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-3caec22b-55af-4e81-8bc2-288894ddcf75 req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:04.376579 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-3caec22b-55af-4e81-8bc2-288894ddcf75 req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Calling delete_port for 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:46:04.575000 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-3caec22b-55af-4e81-8bc2-288894ddcf75 req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:04.587974 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:46:04.609666 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Pushing event deleted for resources: {'Port': ['ID=3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:04.638624 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b520996a-546a-4423-9c1b-eefc24df3810 req-24674cbc-b896-4798-a6ba-3066bede5508 tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab0e027-ae90-4929-9fe7-3b9fe979966f HTTP/1.1" status: 200 len: 210 time: 0.0298347 Feb 21 00:46:04.640675 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:04.641039 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:04.641390 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:04.641774 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:04.642062 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:04.642473 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:04.643068 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:04.643404 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:04.643739 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:04.644072 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:04.644405 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:04.644760 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:04.645088 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:04.669063 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3caec22b-55af-4e81-8bc2-288894ddcf75 req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] No DVR routers for this DVR port 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:46:04.671434 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-3caec22b-55af-4e81-8bc2-288894ddcf75 req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:04.674707 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3caec22b-55af-4e81-8bc2-288894ddcf75 req-4de94f42-d8e5-4ac1-986b-f18038e2720d tempest-TestMinimumBasicScenario-881743077 tempest-TestMinimumBasicScenario-881743077-project] 10.222.0.61 "DELETE /v2.0/ports/3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 HTTP/1.1" status: 204 len: 173 time: 0.4976621 Feb 21 00:46:04.675134 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab0e027-ae90-4929-9fe7-3b9fe979966f', 'name': 'network-vif-deleted', 'tag': '3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:46:04.677351 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef1513a-a796-4b58-bfd1-32bd892785b9" -d '{"events": [{"server_uuid": "1ab0e027-ae90-4929-9fe7-3b9fe979966f", "name": "network-vif-deleted", "tag": "3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:46:04.712655 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f2d600-3b68-4dd0-8bea-6221f159934b x-openstack-request-id: req-c4f2d600-3b68-4dd0-8bea-6221f159934b {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:46:04.712971 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab0e027-ae90-4929-9fe7-3b9fe979966f", "name": "network-vif-deleted", "tag": "3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:46:04.713225 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c4f2d600-3b68-4dd0-8bea-6221f159934b {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:46:04.713619 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab0e027-ae90-4929-9fe7-3b9fe979966f', 'name': 'network-vif-deleted', 'tag': '3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36', 'status': 'completed', 'code': 200} Feb 21 00:46:06.683967 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:46:06.704021 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:46:06.704361 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 3ba6fa5e-9a60-4a68-a2d0-fe95eb889a36 not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:46:06.849766 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:46:07.133546 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56320) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:07.478725 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e49b2e86-9d1b-4feb-81d5-cf6c995a4a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358903'] for router_interface (fa259dca-a3eb-4a6f-af6e-6c85f1db91d6), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:07.724134 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-e49b2e86-9d1b-4feb-81d5-cf6c995a4a35 admin admin] Deleting port 41302eb0-eea2-492d-b6dc-da8436fdc257 {{(pid=109906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:46:07.724484 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e49b2e86-9d1b-4feb-81d5-cf6c995a4a35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (41302eb0-eea2-492d-b6dc-da8436fdc257), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:07.802510 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.db [None req-e49b2e86-9d1b-4feb-81d5-cf6c995a4a35 admin admin] For port 41302eb0-eea2-492d-b6dc-da8436fdc257, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=41302eb0-eea2-492d-b6dc-da8436fdc257,segment=NetworkSegment(5d0b55be-7436-4909-b5d1-ad582ca2b9cd),segment_id=5d0b55be-7436-4909-b5d1-ad582ca2b9cd)] {{(pid=109906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:07.802871 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e49b2e86-9d1b-4feb-81d5-cf6c995a4a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (41302eb0-eea2-492d-b6dc-da8436fdc257), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:07.814782 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-e49b2e86-9d1b-4feb-81d5-cf6c995a4a35 admin admin] Calling delete_port for 41302eb0-eea2-492d-b6dc-da8436fdc257 owned by network:router_interface {{(pid=109906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:46:08.049165 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e49b2e86-9d1b-4feb-81d5-cf6c995a4a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (41302eb0-eea2-492d-b6dc-da8436fdc257), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:08.072512 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b2e86-9d1b-4feb-81d5-cf6c995a4a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=41302eb0-eea2-492d-b6dc-da8436fdc257,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:08.244028 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-e49b2e86-9d1b-4feb-81d5-cf6c995a4a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3776522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360295'] for router_interface (fa259dca-a3eb-4a6f-af6e-6c85f1db91d6), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:08.670814 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49b2e86-9d1b-4feb-81d5-cf6c995a4a35 admin admin] Router fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:46:08.777997 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49b2e86-9d1b-4feb-81d5-cf6c995a4a35 admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:46:08.784139 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-e49b2e86-9d1b-4feb-81d5-cf6c995a4a35 admin admin] 10.222.0.81 "PUT /v2.0/routers/fa259dca-a3eb-4a6f-af6e-6c85f1db91d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6495075 Feb 21 00:46:08.785410 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56322) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:08.786755 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74392f41-087c-4224-9d0d-d5ef9196997a None None] Sync routers for ids ['fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:46:08.798145 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74392f41-087c-4224-9d0d-d5ef9196997a None None] Routers {'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:46:08.798765 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-74392f41-087c-4224-9d0d-d5ef9196997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:45:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:08.891746 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-54ba9027-a606-4afe-a751-5ced294d9a9c admin admin] Publish callbacks [] for router (fa259dca-a3eb-4a6f-af6e-6c85f1db91d6), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:08.906211 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-74392f41-087c-4224-9d0d-d5ef9196997a None None] Set router fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:46:09.000502 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-54ba9027-a606-4afe-a751-5ced294d9a9c admin admin] Publish callbacks [] for router_gateway (fa259dca-a3eb-4a6f-af6e-6c85f1db91d6), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:09.079819 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-74392f41-087c-4224-9d0d-d5ef9196997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'name': 'tempest-TestMinimumBasicScenario-1443111160-router', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:19Z', 'updated_at': '2022-02-21T00:46:07Z', 'revision_number': 5, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'gw_port': {'id': 'dd70393c-6569-4e4f-a18d-cc4b60d19ff8', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:20Z', 'updated_at': '2022-02-21T00:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:09.106617 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74392f41-087c-4224-9d0d-d5ef9196997a None None] Checking router: fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:46:09.114080 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-54ba9027-a606-4afe-a751-5ced294d9a9c admin admin] Deleting port dd70393c-6569-4e4f-a18d-cc4b60d19ff8 {{(pid=109906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:46:09.114420 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-54ba9027-a606-4afe-a751-5ced294d9a9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (dd70393c-6569-4e4f-a18d-cc4b60d19ff8), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:09.114996 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74392f41-087c-4224-9d0d-d5ef9196997a None None] Routers {'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:46:09.115743 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-74392f41-087c-4224-9d0d-d5ef9196997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:45:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:09.191478 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.db [None req-54ba9027-a606-4afe-a751-5ced294d9a9c admin admin] For port dd70393c-6569-4e4f-a18d-cc4b60d19ff8, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=dd70393c-6569-4e4f-a18d-cc4b60d19ff8,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:09.191846 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-54ba9027-a606-4afe-a751-5ced294d9a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (dd70393c-6569-4e4f-a18d-cc4b60d19ff8), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:09.204082 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-54ba9027-a606-4afe-a751-5ced294d9a9c admin admin] Calling delete_port for dd70393c-6569-4e4f-a18d-cc4b60d19ff8 owned by network:router_gateway {{(pid=109906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:46:09.204828 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-74392f41-087c-4224-9d0d-d5ef9196997a None None] Set router fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 gateway port host: None {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:46:09.259020 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-74392f41-087c-4224-9d0d-d5ef9196997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'name': 'tempest-TestMinimumBasicScenario-1443111160-router', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:19Z', 'updated_at': '2022-02-21T00:46:09Z', 'revision_number': 6, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'gw_port_host': None}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:09.285715 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74392f41-087c-4224-9d0d-d5ef9196997a None None] The sync data for ids ['fa259dca-a3eb-4a6f-af6e-6c85f1db91d6'] in dv-cinder-813224-6-iscsi is: [{'id': 'fa259dca-a3eb-4a6f-af6e-6c85f1db91d6', 'name': 'tempest-TestMinimumBasicScenario-1443111160-router', 'tenant_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:19Z', 'updated_at': '2022-02-21T00:46:09Z', 'revision_number': 6, 'project_id': '0fb07f2cc8144e879b79dcbe84b1cbbb', 'gw_port_host': None}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:46:09.414925 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-54ba9027-a606-4afe-a751-5ced294d9a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (dd70393c-6569-4e4f-a18d-cc4b60d19ff8), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:09.443587 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba9027-a606-4afe-a751-5ced294d9a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd70393c-6569-4e4f-a18d-cc4b60d19ff8,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:09.502498 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-54ba9027-a606-4afe-a751-5ced294d9a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362125'] for router_gateway (fa259dca-a3eb-4a6f-af6e-6c85f1db91d6), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:09.606243 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-54ba9027-a606-4afe-a751-5ced294d9a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-356369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9102'] for router (fa259dca-a3eb-4a6f-af6e-6c85f1db91d6), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:09.608342 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-54ba9027-a606-4afe-a751-5ced294d9a9c admin admin] Publish callbacks [] for router_controller (fa259dca-a3eb-4a6f-af6e-6c85f1db91d6), precommit_delete_associations {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:09.751730 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-54ba9027-a606-4afe-a751-5ced294d9a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-356456'] for router (fa259dca-a3eb-4a6f-af6e-6c85f1db91d6), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:09.752296 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ba9027-a606-4afe-a751-5ced294d9a9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 {{(pid=109906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 00:46:09.761078 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-54ba9027-a606-4afe-a751-5ced294d9a9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:09.761078 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-54ba9027-a606-4afe-a751-5ced294d9a9c admin admin] 10.222.0.81 "DELETE /v2.0/routers/fa259dca-a3eb-4a6f-af6e-6c85f1db91d6 HTTP/1.1" status: 204 len: 168 time: 0.9719810 Feb 21 00:46:09.761078 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56326) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:09.804495 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6bb042-c80d-4b6f-8d85-5347a9092cfa admin admin] Deleting subnet c23234aa-eee5-4469-8f47-c9bd111b8f81 {{(pid=109906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:46:09.807801 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8c6bb042-c80d-4b6f-8d85-5347a9092cfa admin admin] Publish callbacks [] for subnet (c23234aa-eee5-4469-8f47-c9bd111b8f81), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:09.841344 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8c6bb042-c80d-4b6f-8d85-5347a9092cfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863466'] for subnet (c23234aa-eee5-4469-8f47-c9bd111b8f81), precommit_delete_associations {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:09.948029 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8c6bb042-c80d-4b6f-8d85-5347a9092cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3371724'] for subnet (c23234aa-eee5-4469-8f47-c9bd111b8f81), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:10.049410 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8c6bb042-c80d-4b6f-8d85-5347a9092cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3371765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11782563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11428785'] for subnet (c23234aa-eee5-4469-8f47-c9bd111b8f81), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:10.077518 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6bb042-c80d-4b6f-8d85-5347a9092cfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c23234aa-eee5-4469-8f47-c9bd111b8f81,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:10.085650 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8c6bb042-c80d-4b6f-8d85-5347a9092cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:10.089163 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-8c6bb042-c80d-4b6f-8d85-5347a9092cfa admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c23234aa-eee5-4469-8f47-c9bd111b8f81 HTTP/1.1" status: 204 len: 168 time: 0.3272834 Feb 21 00:46:10.091884 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b6a0fb-d092-4f85-ba9a-621d99838c01 None None] Network 9dccae3d-137d-413e-b74f-606a0a010ab7 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:46:10.092465 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 56328) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:10.160662 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825413'] for network (9dccae3d-137d-413e-b74f-606a0a010ab7), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:10.220375 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] Deleting port 890648d0-bb03-4910-893d-71d3110d766d {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:46:10.220754 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (890648d0-bb03-4910-893d-71d3110d766d), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:10.257732 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78bd7b7-1fcc-41ba-9954-cc7e12289047 None None] DHCP port deletion for 9dccae3d-137d-413e-b74f-606a0a010ab7 request from dv-cinder-813224-6-iscsi {{(pid=109908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 00:46:10.291231 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] For port 890648d0-bb03-4910-893d-71d3110d766d, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=890648d0-bb03-4910-893d-71d3110d766d,segment=NetworkSegment(5d0b55be-7436-4909-b5d1-ad582ca2b9cd),segment_id=5d0b55be-7436-4909-b5d1-ad582ca2b9cd)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:10.291578 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (890648d0-bb03-4910-893d-71d3110d766d), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:10.309977 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] Calling delete_port for 890648d0-bb03-4910-893d-71d3110d766d owned by network:dhcp {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:46:10.311934 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-a78bd7b7-1fcc-41ba-9954-cc7e12289047 None None] Deleting port 890648d0-bb03-4910-893d-71d3110d766d {{(pid=109908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:46:10.312497 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a78bd7b7-1fcc-41ba-9954-cc7e12289047 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (890648d0-bb03-4910-893d-71d3110d766d), before_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:10.373786 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 41302eb0-eea2-492d-b6dc-da8436fdc257 no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:46:10.402352 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: 41302eb0-eea2-492d-b6dc-da8436fdc257 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:46:10.402906 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 41302eb0-eea2-492d-b6dc-da8436fdc257 not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:46:10.403289 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device dd70393c-6569-4e4f-a18d-cc4b60d19ff8 no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:46:10.431692 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: dd70393c-6569-4e4f-a18d-cc4b60d19ff8 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:46:10.432045 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device dd70393c-6569-4e4f-a18d-cc4b60d19ff8 not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:46:10.432461 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 890648d0-bb03-4910-893d-71d3110d766d no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:46:10.435127 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-a78bd7b7-1fcc-41ba-9954-cc7e12289047 None None] For port 890648d0-bb03-4910-893d-71d3110d766d, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=890648d0-bb03-4910-893d-71d3110d766d,segment=NetworkSegment(5d0b55be-7436-4909-b5d1-ad582ca2b9cd),segment_id=5d0b55be-7436-4909-b5d1-ad582ca2b9cd)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:10.435530 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a78bd7b7-1fcc-41ba-9954-cc7e12289047 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (890648d0-bb03-4910-893d-71d3110d766d), precommit_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:10.470087 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-a78bd7b7-1fcc-41ba-9954-cc7e12289047 None None] Calling delete_port for 890648d0-bb03-4910-893d-71d3110d766d owned by network:dhcp {{(pid=109908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:46:10.518178 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (890648d0-bb03-4910-893d-71d3110d766d), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:10.543037 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=890648d0-bb03-4910-893d-71d3110d766d,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:10.556198 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.plugins.ml2.db [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No ports have port_id starting with 890648d0-bb03-4910-893d-71d3110d766d Feb 21 00:46:10.557980 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] No DVR routers for this DVR port 890648d0-bb03-4910-893d-71d3110d766d on host dv-cinder-813224-6-iscsi {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:46:10.606908 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a78bd7b7-1fcc-41ba-9954-cc7e12289047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460'] for port (890648d0-bb03-4910-893d-71d3110d766d), after_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:10.631298 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3370565', 'neutron.services.segments.db._delete_segments_for_network-8788922944314'] for network (9dccae3d-137d-413e-b74f-606a0a010ab7), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:10.653800 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dccae3d-137d-413e-b74f-606a0a010ab7']}} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:10.665043 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d0b55be-7436-4909-b5d1-ad582ca2b9cd') {'for_net_delete': True} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:10.665382 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d0b55be-7436-4909-b5d1-ad582ca2b9cd') {} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:10.679267 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788922945603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12006480'] for segment (5d0b55be-7436-4909-b5d1-ad582ca2b9cd), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:10.693170 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (5d0b55be-7436-4909-b5d1-ad582ca2b9cd), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:10.700162 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=109907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:46:10.700586 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12339273'] for segment (5d0b55be-7436-4909-b5d1-ad582ca2b9cd), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: Traceback (most recent call last): Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: timer() Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: cb(*args, **kw) Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: return func(*args, **kwargs) Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: self._notify() Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: self.callback(batched_events) Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: event.method(event) Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: return f(self, *a, **k) Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: return self._get(url).json() Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: return self.request(url, 'GET', **kwargs) Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:46:10.702383 dv-cinder-813224-6-iscsi neutron-server[109907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:46:10.768216 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bd7b7-1fcc-41ba-9954-cc7e12289047 None None] Pushing event deleted for resources: {'Port': ['ID=890648d0-bb03-4910-893d-71d3110d766d,revision_number=None']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:10.773370 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78bd7b7-1fcc-41ba-9954-cc7e12289047 None None] No DVR routers for this DVR port 890648d0-bb03-4910-893d-71d3110d766d on host dv-cinder-813224-6-iscsi {{(pid=109908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:46:10.849332 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3370574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362209'] for network (9dccae3d-137d-413e-b74f-606a0a010ab7), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:10.855432 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:10.861334 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9dccae3d-137d-413e-b74f-606a0a010ab7 HTTP/1.1" status: 204 len: 168 time: 0.7652817 Feb 21 00:46:10.862212 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56336) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:10.870328 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2116a-742a-4a2c-a86b-7af1fbd0f3c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dccae3d-137d-413e-b74f-606a0a010ab7,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:11.208901 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-38e32b85-e4ab-4d49-895e-9deec9bc94d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358903'] for router_interface (4e814fc9-e9c0-4dfd-ab1f-3066aa79da96), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:11.515438 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c6cb5-4d45-4863-97ad-7f2bc9b7b45e req-2aeec7ce-5b25-4952-943b-53081714b357 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:11.517032 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d12c6cb5-4d45-4863-97ad-7f2bc9b7b45e req-2aeec7ce-5b25-4952-943b-53081714b357 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.0544300 Feb 21 00:46:11.564872 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d12c6cb5-4d45-4863-97ad-7f2bc9b7b45e req-3a2d5f0e-dd56-41dd-a067-e9de6ca324b1 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415843 Feb 21 00:46:11.674673 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-38e32b85-e4ab-4d49-895e-9deec9bc94d9 admin admin] Deleting port 88c5db90-d711-449f-9fbd-126f3b787ac7 {{(pid=109906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:46:11.675069 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-38e32b85-e4ab-4d49-895e-9deec9bc94d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (88c5db90-d711-449f-9fbd-126f3b787ac7), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:11.753372 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.db [None req-38e32b85-e4ab-4d49-895e-9deec9bc94d9 admin admin] For port 88c5db90-d711-449f-9fbd-126f3b787ac7, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=88c5db90-d711-449f-9fbd-126f3b787ac7,segment=NetworkSegment(bb055299-0c21-42be-97fd-719029a56136),segment_id=bb055299-0c21-42be-97fd-719029a56136)] {{(pid=109906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:11.753743 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-38e32b85-e4ab-4d49-895e-9deec9bc94d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (88c5db90-d711-449f-9fbd-126f3b787ac7), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:11.766149 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-38e32b85-e4ab-4d49-895e-9deec9bc94d9 admin admin] Calling delete_port for 88c5db90-d711-449f-9fbd-126f3b787ac7 owned by network:router_interface {{(pid=109906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:46:12.032077 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-38e32b85-e4ab-4d49-895e-9deec9bc94d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (88c5db90-d711-449f-9fbd-126f3b787ac7), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:12.058792 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e32b85-e4ab-4d49-895e-9deec9bc94d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=88c5db90-d711-449f-9fbd-126f3b787ac7,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:12.236974 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-38e32b85-e4ab-4d49-895e-9deec9bc94d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3776522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360295'] for router_interface (4e814fc9-e9c0-4dfd-ab1f-3066aa79da96), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:12.449568 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e32b85-e4ab-4d49-895e-9deec9bc94d9 admin admin] Router 4e814fc9-e9c0-4dfd-ab1f-3066aa79da96 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:46:12.558871 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e32b85-e4ab-4d49-895e-9deec9bc94d9 admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:46:12.563783 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-38e32b85-e4ab-4d49-895e-9deec9bc94d9 admin admin] 10.222.0.81 "PUT /v2.0/routers/4e814fc9-e9c0-4dfd-ab1f-3066aa79da96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7005236 Feb 21 00:46:12.566242 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56350) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:12.569323 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9265b704-46d4-46d9-b584-1be9c9f9d514 None None] Sync routers for ids ['4e814fc9-e9c0-4dfd-ab1f-3066aa79da96'] in dv-cinder-813224-6-iscsi {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:46:12.578662 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9265b704-46d4-46d9-b584-1be9c9f9d514 None None] Routers {'4e814fc9-e9c0-4dfd-ab1f-3066aa79da96'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:46:12.579274 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-9265b704-46d4-46d9-b584-1be9c9f9d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:45:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['4e814fc9-e9c0-4dfd-ab1f-3066aa79da96'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:12.707921 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-871cb1fb-f33c-422f-aa31-f1fc7b484f0f admin admin] Publish callbacks [] for router (4e814fc9-e9c0-4dfd-ab1f-3066aa79da96), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:12.757629 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b7d87-639c-40e4-80ca-911437a3084f req-9ca8a809-92b6-4075-9be5-7039e55c7d96 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:12.758508 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-093b7d87-639c-40e4-80ca-911437a3084f req-9ca8a809-92b6-4075-9be5-7039e55c7d96 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.1029317 Feb 21 00:46:12.764957 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-9265b704-46d4-46d9-b584-1be9c9f9d514 None None] Set router 4e814fc9-e9c0-4dfd-ab1f-3066aa79da96 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:46:12.852032 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-093b7d87-639c-40e4-80ca-911437a3084f req-ffb4b1d0-58d2-4276-a458-58720f95410c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873027 Feb 21 00:46:12.857111 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-871cb1fb-f33c-422f-aa31-f1fc7b484f0f admin admin] Publish callbacks [] for router_gateway (4e814fc9-e9c0-4dfd-ab1f-3066aa79da96), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:12.944534 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-9265b704-46d4-46d9-b584-1be9c9f9d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e814fc9-e9c0-4dfd-ab1f-3066aa79da96', 'name': 'tempest-TestMinimumBasicScenario-1651845338-router', 'tenant_id': '09108089d8344683a2edad2e591363b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '47bb739b-a6ca-4f5b-aad7-918c3f2ad994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:29Z', 'updated_at': '2022-02-21T00:46:11Z', 'revision_number': 5, 'project_id': '09108089d8344683a2edad2e591363b4', 'gw_port': {'id': '47bb739b-a6ca-4f5b-aad7-918c3f2ad994', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e814fc9-e9c0-4dfd-ab1f-3066aa79da96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:43:30Z', 'updated_at': '2022-02-21T00:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:12.965470 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-871cb1fb-f33c-422f-aa31-f1fc7b484f0f admin admin] Deleting port 47bb739b-a6ca-4f5b-aad7-918c3f2ad994 {{(pid=109906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:46:12.965812 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-871cb1fb-f33c-422f-aa31-f1fc7b484f0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (47bb739b-a6ca-4f5b-aad7-918c3f2ad994), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:12.970210 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9265b704-46d4-46d9-b584-1be9c9f9d514 None None] Checking router: 4e814fc9-e9c0-4dfd-ab1f-3066aa79da96 for host: dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:46:12.979145 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9265b704-46d4-46d9-b584-1be9c9f9d514 None None] Routers {'4e814fc9-e9c0-4dfd-ab1f-3066aa79da96'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:46:12.979750 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-9265b704-46d4-46d9-b584-1be9c9f9d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:45:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['4e814fc9-e9c0-4dfd-ab1f-3066aa79da96'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:13.042639 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.db [None req-871cb1fb-f33c-422f-aa31-f1fc7b484f0f admin admin] For port 47bb739b-a6ca-4f5b-aad7-918c3f2ad994, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=47bb739b-a6ca-4f5b-aad7-918c3f2ad994,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:13.043304 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-871cb1fb-f33c-422f-aa31-f1fc7b484f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (47bb739b-a6ca-4f5b-aad7-918c3f2ad994), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:13.054423 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-871cb1fb-f33c-422f-aa31-f1fc7b484f0f admin admin] Calling delete_port for 47bb739b-a6ca-4f5b-aad7-918c3f2ad994 owned by network:router_gateway {{(pid=109906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:46:13.066737 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-9265b704-46d4-46d9-b584-1be9c9f9d514 None None] Set router 4e814fc9-e9c0-4dfd-ab1f-3066aa79da96 gateway port host: None {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:46:13.121269 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-9265b704-46d4-46d9-b584-1be9c9f9d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e814fc9-e9c0-4dfd-ab1f-3066aa79da96', 'name': 'tempest-TestMinimumBasicScenario-1651845338-router', 'tenant_id': '09108089d8344683a2edad2e591363b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:29Z', 'updated_at': '2022-02-21T00:46:12Z', 'revision_number': 6, 'project_id': '09108089d8344683a2edad2e591363b4', 'gw_port_host': None}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:13.147658 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9265b704-46d4-46d9-b584-1be9c9f9d514 None None] The sync data for ids ['4e814fc9-e9c0-4dfd-ab1f-3066aa79da96'] in dv-cinder-813224-6-iscsi is: [{'id': '4e814fc9-e9c0-4dfd-ab1f-3066aa79da96', 'name': 'tempest-TestMinimumBasicScenario-1651845338-router', 'tenant_id': '09108089d8344683a2edad2e591363b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:43:29Z', 'updated_at': '2022-02-21T00:46:12Z', 'revision_number': 6, 'project_id': '09108089d8344683a2edad2e591363b4', 'gw_port_host': None}] {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:46:13.277583 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-871cb1fb-f33c-422f-aa31-f1fc7b484f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (47bb739b-a6ca-4f5b-aad7-918c3f2ad994), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:13.303898 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cb1fb-f33c-422f-aa31-f1fc7b484f0f admin admin] Pushing event deleted for resources: {'Port': ['ID=47bb739b-a6ca-4f5b-aad7-918c3f2ad994,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:13.364479 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-871cb1fb-f33c-422f-aa31-f1fc7b484f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362125'] for router_gateway (4e814fc9-e9c0-4dfd-ab1f-3066aa79da96), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:13.455834 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-871cb1fb-f33c-422f-aa31-f1fc7b484f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-356369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9102'] for router (4e814fc9-e9c0-4dfd-ab1f-3066aa79da96), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:13.457868 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-871cb1fb-f33c-422f-aa31-f1fc7b484f0f admin admin] Publish callbacks [] for router_controller (4e814fc9-e9c0-4dfd-ab1f-3066aa79da96), precommit_delete_associations {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:13.552173 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-871cb1fb-f33c-422f-aa31-f1fc7b484f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-356456'] for router (4e814fc9-e9c0-4dfd-ab1f-3066aa79da96), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:13.552766 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871cb1fb-f33c-422f-aa31-f1fc7b484f0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e814fc9-e9c0-4dfd-ab1f-3066aa79da96 {{(pid=109906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 00:46:13.557801 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-871cb1fb-f33c-422f-aa31-f1fc7b484f0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:13.559351 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-871cb1fb-f33c-422f-aa31-f1fc7b484f0f admin admin] 10.222.0.81 "DELETE /v2.0/routers/4e814fc9-e9c0-4dfd-ab1f-3066aa79da96 HTTP/1.1" status: 204 len: 168 time: 0.9918070 Feb 21 00:46:13.564400 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56354) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:13.610452 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_v2 [None req-12cba949-6e79-4dae-95f6-148265fb6f33 admin admin] Deleting subnet 14d9d1e6-7de5-4ff9-aaf7-d40f9a4ef1a9 {{(pid=109906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:46:13.613406 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-12cba949-6e79-4dae-95f6-148265fb6f33 admin admin] Publish callbacks [] for subnet (14d9d1e6-7de5-4ff9-aaf7-d40f9a4ef1a9), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:13.646404 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-12cba949-6e79-4dae-95f6-148265fb6f33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863466'] for subnet (14d9d1e6-7de5-4ff9-aaf7-d40f9a4ef1a9), precommit_delete_associations {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:13.722192 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-12cba949-6e79-4dae-95f6-148265fb6f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3371724'] for subnet (14d9d1e6-7de5-4ff9-aaf7-d40f9a4ef1a9), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:13.849600 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-12cba949-6e79-4dae-95f6-148265fb6f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3371765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11782563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11428785'] for subnet (14d9d1e6-7de5-4ff9-aaf7-d40f9a4ef1a9), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:13.875640 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cba949-6e79-4dae-95f6-148265fb6f33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14d9d1e6-7de5-4ff9-aaf7-d40f9a4ef1a9,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:13.880205 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-12cba949-6e79-4dae-95f6-148265fb6f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:13.885770 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-12cba949-6e79-4dae-95f6-148265fb6f33 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/14d9d1e6-7de5-4ff9-aaf7-d40f9a4ef1a9 HTTP/1.1" status: 204 len: 168 time: 0.3231635 Feb 21 00:46:13.886375 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56358) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:13.887318 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8daffa6-c76a-46d9-9629-2fa513d0aeb9 None None] Network 2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:46:13.960945 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825413'] for network (2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:13.993838 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba7717-2131-4b85-88c8-5e0f306d0051 req-ecbb3ebf-1d5c-43d0-8080-d1b7080e17d6 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:14.002312 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-24ba7717-2131-4b85-88c8-5e0f306d0051 req-ecbb3ebf-1d5c-43d0-8080-d1b7080e17d6 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.0656972 Feb 21 00:46:14.030485 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] Deleting port e9449c7b-66ee-48dc-a102-0470e96340bb {{(pid=109906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:46:14.030836 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (e9449c7b-66ee-48dc-a102-0470e96340bb), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:14.057048 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-24ba7717-2131-4b85-88c8-5e0f306d0051 req-12100e19-99b4-4e5a-a02a-45330e359786 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491340 Feb 21 00:46:14.068261 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972d722c-6d64-4a40-b3e6-fa967b3522f9 None None] DHCP port deletion for 2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f request from dv-cinder-813224-6-iscsi {{(pid=109908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 00:46:14.099847 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.db [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] For port e9449c7b-66ee-48dc-a102-0470e96340bb, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=e9449c7b-66ee-48dc-a102-0470e96340bb,segment=NetworkSegment(bb055299-0c21-42be-97fd-719029a56136),segment_id=bb055299-0c21-42be-97fd-719029a56136)] {{(pid=109906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:14.100840 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (e9449c7b-66ee-48dc-a102-0470e96340bb), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:14.113480 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] Calling delete_port for e9449c7b-66ee-48dc-a102-0470e96340bb owned by network:dhcp {{(pid=109906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:46:14.117529 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-972d722c-6d64-4a40-b3e6-fa967b3522f9 None None] Deleting port e9449c7b-66ee-48dc-a102-0470e96340bb {{(pid=109908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:46:14.118024 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-972d722c-6d64-4a40-b3e6-fa967b3522f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (e9449c7b-66ee-48dc-a102-0470e96340bb), before_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:14.183159 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-972d722c-6d64-4a40-b3e6-fa967b3522f9 None None] For port e9449c7b-66ee-48dc-a102-0470e96340bb, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=e9449c7b-66ee-48dc-a102-0470e96340bb,segment=NetworkSegment(bb055299-0c21-42be-97fd-719029a56136),segment_id=bb055299-0c21-42be-97fd-719029a56136)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:14.183649 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-972d722c-6d64-4a40-b3e6-fa967b3522f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (e9449c7b-66ee-48dc-a102-0470e96340bb), precommit_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:14.197679 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-972d722c-6d64-4a40-b3e6-fa967b3522f9 None None] Calling delete_port for e9449c7b-66ee-48dc-a102-0470e96340bb owned by network:dhcp {{(pid=109908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:46:14.291289 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (e9449c7b-66ee-48dc-a102-0470e96340bb), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:14.297052 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-972d722c-6d64-4a40-b3e6-fa967b3522f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460'] for port (e9449c7b-66ee-48dc-a102-0470e96340bb), after_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:14.325210 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972d722c-6d64-4a40-b3e6-fa967b3522f9 None None] No DVR routers for this DVR port e9449c7b-66ee-48dc-a102-0470e96340bb on host dv-cinder-813224-6-iscsi {{(pid=109908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:46:14.326520 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9449c7b-66ee-48dc-a102-0470e96340bb,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:14.327230 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d722c-6d64-4a40-b3e6-fa967b3522f9 None None] Pushing event deleted for resources: {'Port': ['ID=e9449c7b-66ee-48dc-a102-0470e96340bb,revision_number=None']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:14.328495 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] No DVR routers for this DVR port e9449c7b-66ee-48dc-a102-0470e96340bb on host dv-cinder-813224-6-iscsi {{(pid=109906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:46:14.368390 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 88c5db90-d711-449f-9fbd-126f3b787ac7 no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:46:14.387715 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: 88c5db90-d711-449f-9fbd-126f3b787ac7 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:46:14.388067 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 88c5db90-d711-449f-9fbd-126f3b787ac7 not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:46:14.388481 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 47bb739b-a6ca-4f5b-aad7-918c3f2ad994 no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:46:14.407495 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: 47bb739b-a6ca-4f5b-aad7-918c3f2ad994 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:46:14.410710 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 47bb739b-a6ca-4f5b-aad7-918c3f2ad994 not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:46:14.410710 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device e9449c7b-66ee-48dc-a102-0470e96340bb no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:46:14.410928 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3370565', 'neutron.services.segments.db._delete_segments_for_network-8788922944314'] for network (2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:14.429057 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f']}} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:14.432469 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: e9449c7b-66ee-48dc-a102-0470e96340bb {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:46:14.432855 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device e9449c7b-66ee-48dc-a102-0470e96340bb not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:46:14.438404 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb055299-0c21-42be-97fd-719029a56136') {'for_net_delete': True} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:14.438697 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb055299-0c21-42be-97fd-719029a56136') {} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:14.448623 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788922945603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863475'] for segment (bb055299-0c21-42be-97fd-719029a56136), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:14.462192 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (bb055299-0c21-42be-97fd-719029a56136), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:14.467877 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=109906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:46:14.468254 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11782213'] for segment (bb055299-0c21-42be-97fd-719029a56136), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: Traceback (most recent call last): Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: timer() Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: cb(*args, **kw) Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: return func(*args, **kwargs) Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: self._notify() Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: self.callback(batched_events) Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: event.method(event) Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: return f(self, *a, **k) Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: return self._get(url).json() Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: return self.request(url, 'GET', **kwargs) Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:46:14.469922 dv-cinder-813224-6-iscsi neutron-server[109906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:46:14.592251 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3370574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362209'] for network (2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:14.597509 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:14.601708 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f HTTP/1.1" status: 204 len: 168 time: 0.7144058 Feb 21 00:46:14.616286 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f3636-0a8e-4e7b-ae04-5b1610908f98 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d0e12f9-f8c4-4a23-be07-0a7d9ea4363f,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:14.883476 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56362) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:14.923484 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-ce1a26a5-7837-49e8-a36f-27740abbbeee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0fb07f2cc8144e879b79dcbe84b1cbbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388229 Feb 21 00:46:14.925819 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56364) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:14.971910 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-44c5fbdb-72f9-4c36-a134-412683ff35e4 admin admin] Publish callbacks [] for security_group (8b553515-0e7e-4a57-bff1-50f151e14ef0), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:14.993520 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-44c5fbdb-72f9-4c36-a134-412683ff35e4 admin admin] Publish callbacks [] for security_group (8b553515-0e7e-4a57-bff1-50f151e14ef0), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:15.089499 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-44c5fbdb-72f9-4c36-a134-412683ff35e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (8b553515-0e7e-4a57-bff1-50f151e14ef0), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:15.092169 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-44c5fbdb-72f9-4c36-a134-412683ff35e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:15.093364 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-44c5fbdb-72f9-4c36-a134-412683ff35e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8b553515-0e7e-4a57-bff1-50f151e14ef0 HTTP/1.1" status: 204 len: 168 time: 0.1666164 Feb 21 00:46:15.102438 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5fbdb-72f9-4c36-a134-412683ff35e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b553515-0e7e-4a57-bff1-50f151e14ef0,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:15.192089 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6c203-1a5d-411f-b556-b762b3e8904e req-e24d4a1c-66b4-401f-87ee-2e9276fb5de4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:15.193615 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f4b6c203-1a5d-411f-b556-b762b3e8904e req-e24d4a1c-66b4-401f-87ee-2e9276fb5de4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.0537422 Feb 21 00:46:15.240971 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f4b6c203-1a5d-411f-b556-b762b3e8904e req-8113b996-665c-4a30-8774-1d556c072238 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416658 Feb 21 00:46:15.806618 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56372) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:15.849316 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-247d6185-6ab9-473e-9b74-b7b6d3f0586f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=09108089d8344683a2edad2e591363b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414913 Feb 21 00:46:15.851903 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56374) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:15.917501 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b1c611df-4128-4189-9fe3-58c7112e7d9f admin admin] Publish callbacks [] for security_group (e2530485-a207-432c-a0d7-9182898477d0), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:15.942067 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b1c611df-4128-4189-9fe3-58c7112e7d9f admin admin] Publish callbacks [] for security_group (e2530485-a207-432c-a0d7-9182898477d0), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:16.060444 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b1c611df-4128-4189-9fe3-58c7112e7d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (e2530485-a207-432c-a0d7-9182898477d0), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:16.063123 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b1c611df-4128-4189-9fe3-58c7112e7d9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:16.064284 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-b1c611df-4128-4189-9fe3-58c7112e7d9f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e2530485-a207-432c-a0d7-9182898477d0 HTTP/1.1" status: 204 len: 168 time: 0.2114537 Feb 21 00:46:16.074734 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c611df-4128-4189-9fe3-58c7112e7d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2530485-a207-432c-a0d7-9182898477d0,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:16.376540 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd5181-1f7e-461f-93c1-4a720c176ec8 req-24d4d77e-8815-4065-8f5b-9258333e901f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:16.378078 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-88dd5181-1f7e-461f-93c1-4a720c176ec8 req-24d4d77e-8815-4065-8f5b-9258333e901f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.0599880 Feb 21 00:46:16.429184 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-88dd5181-1f7e-461f-93c1-4a720c176ec8 req-393e5dff-6651-43f3-99e8-cadf0e76b24c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417500 Feb 21 00:46:17.139103 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56400) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:17.234603 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-69512aaa-2e84-4568-8723-36511a10a2c9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-315378801-network', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:46:17.311346 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69512aaa-2e84-4568-8723-36511a10a2c9 admin admin] Made reservation on behalf of d72182772ed4494590eaf3e9e402c4f3 for: {'network': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:46:17.313616 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-69512aaa-2e84-4568-8723-36511a10a2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for network (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:17.321902 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-69512aaa-2e84-4568-8723-36511a10a2c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:17.392995 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-69512aaa-2e84-4568-8723-36511a10a2c9 admin admin] Publish callbacks [] for security_group (8d81e046-8ecd-45fe-b0aa-b90996d7407e), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:17.461259 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-69512aaa-2e84-4568-8723-36511a10a2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (8d81e046-8ecd-45fe-b0aa-b90996d7407e), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:17.489243 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69512aaa-2e84-4568-8723-36511a10a2c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=109906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:46:17.499367 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69512aaa-2e84-4568-8723-36511a10a2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d81e046-8ecd-45fe-b0aa-b90996d7407e,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:17.507633 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-69512aaa-2e84-4568-8723-36511a10a2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (3496238a-f950-46cb-bba4-17a3a59fc57e), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:17.507974 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.db.segments_db [None req-69512aaa-2e84-4568-8723-36511a10a2c9 admin admin] Added segment 3496238a-f950-46cb-bba4-17a3a59fc57e of type vlan for network daf5fe06-0d2f-4672-a789-249ffdebe987 Feb 21 00:46:17.584762 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-69512aaa-2e84-4568-8723-36511a10a2c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788922369190'] for network (daf5fe06-0d2f-4672-a789-249ffdebe987), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:17.611099 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab4bec-b843-4483-af87-80e065dd1caf req-944da306-8caf-4178-86d5-fb284fd89427 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:17.612575 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-81ab4bec-b843-4483-af87-80e065dd1caf req-944da306-8caf-4178-86d5-fb284fd89427 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.1085069 Feb 21 00:46:17.659421 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-81ab4bec-b843-4483-af87-80e065dd1caf req-e7cabcf3-d551-4d18-b152-5cad85b14622 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408590 Feb 21 00:46:17.683564 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-69512aaa-2e84-4568-8723-36511a10a2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for network (daf5fe06-0d2f-4672-a789-249ffdebe987), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:17.684535 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69512aaa-2e84-4568-8723-36511a10a2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:17.685159 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-69512aaa-2e84-4568-8723-36511a10a2c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:17.742236 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69512aaa-2e84-4568-8723-36511a10a2c9 admin admin] Pushing event updated for resources: {'Network': ['ID=daf5fe06-0d2f-4672-a789-249ffdebe987,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:17.752295 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Network daf5fe06-0d2f-4672-a789-249ffdebe987 details requested by agent ovs-agent-dv-cinder-813224-6-iscsi with host dv-cinder-813224-6-iscsi {{(pid=109908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:46:17.800716 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-69512aaa-2e84-4568-8723-36511a10a2c9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6604428 Feb 21 00:46:17.803514 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56406) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:17.809316 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-c16a7b34-f9b5-4390-a7ca-f5130b601ece admin admin] Request body: {'subnet': {'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-315378801-subnet', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'ip_version': 4}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:46:17.906044 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16a7b34-f9b5-4390-a7ca-f5130b601ece admin admin] Made reservation on behalf of d72182772ed4494590eaf3e9e402c4f3 for: {'subnet': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:46:17.908609 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c16a7b34-f9b5-4390-a7ca-f5130b601ece admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11428700'] for subnet (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:18.335414 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c16a7b34-f9b5-4390-a7ca-f5130b601ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11782626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11428782'] for subnet (ae6479e3-eb90-4aa2-a4c9-038d153e077c), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:18.394975 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a7b34-f9b5-4390-a7ca-f5130b601ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae6479e3-eb90-4aa2-a4c9-038d153e077c,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:18.402999 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a7b34-f9b5-4390-a7ca-f5130b601ece admin admin] Checking segment: {'id': '3496238a-f950-46cb-bba4-17a3a59fc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:46:18.403360 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16a7b34-f9b5-4390-a7ca-f5130b601ece admin admin] Network hostable DHCP agents. Network: daf5fe06-0d2f-4672-a789-249ffdebe987, hostable agents: ['4dd3caeb-76cf-441e-a150-e4aa52c1e518'], hosted agents: [] {{(pid=109906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:46:18.500424 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16a7b34-f9b5-4390-a7ca-f5130b601ece admin admin] Network daf5fe06-0d2f-4672-a789-249ffdebe987 is scheduled to be hosted by DHCP agent 4dd3caeb-76cf-441e-a150-e4aa52c1e518 with binding_index 1 {{(pid=109906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:46:18.569717 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-c16a7b34-f9b5-4390-a7ca-f5130b601ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813224-6-iscsi, daf5fe06-0d2f-4672-a789-249ffdebe987) {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:46:18.573775 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16a7b34-f9b5-4390-a7ca-f5130b601ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:18.574373 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c16a7b34-f9b5-4390-a7ca-f5130b601ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:18.581070 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f759484a-6489-48a7-82fd-c399686f8054 None None] Network daf5fe06-0d2f-4672-a789-249ffdebe987 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:46:18.643873 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 56416) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:18.644431 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-c16a7b34-f9b5-4390-a7ca-f5130b601ece admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8392715 Feb 21 00:46:18.649222 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-49da7d75-7bf1-4ec6-b586-0e67a31c1f74 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-315378801-router', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:46:18.685082 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde9a054c-7a88-598b-a9aa-d7bb3c6415cc-daf5fe06-0d2f-4672-a789-249ffdebe987', 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987', 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'fixed_ips': [{'subnet_id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c'}]}} from dv-cinder-813224-6-iscsi. {{(pid=109908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 00:46:18.686322 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:18.717793 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-49da7d75-7bf1-4ec6-b586-0e67a31c1f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-358335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9148'] for router (48ba2da3-7d56-4cf9-9a55-2a6218918265), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:18.718937 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-49da7d75-7bf1-4ec6-b586-0e67a31c1f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9141'] for router (48ba2da3-7d56-4cf9-9a55-2a6218918265), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:18.775914 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-49da7d75-7bf1-4ec6-b586-0e67a31c1f74 admin admin] Publish callbacks [] for router_controller (48ba2da3-7d56-4cf9-9a55-2a6218918265), precommit_add_association {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:18.793407 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611882f0-43be-4c55-9e97-6fed44b946d3 req-16186b04-9661-4f75-8d07-36b63033681a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:18.794873 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-611882f0-43be-4c55-9e97-6fed44b946d3 req-16186b04-9661-4f75-8d07-36b63033681a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.0631266 Feb 21 00:46:18.840185 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.db_base_plugin_common [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] Allocated IP 172.20.0.2 (daf5fe06-0d2f-4672-a789-249ffdebe987/ae6479e3-eb90-4aa2-a4c9-038d153e077c/fa69aefc-a1d1-4eb2-9f3c-e165fbc82111) {{(pid=109908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:46:18.842627 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-611882f0-43be-4c55-9e97-6fed44b946d3 req-ae699538-1adb-4f26-9702-cdb03e313b63 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421343 Feb 21 00:46:18.974398 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-49da7d75-7bf1-4ec6-b586-0e67a31c1f74 admin admin] Publish callbacks [] for router_gateway (48ba2da3-7d56-4cf9-9a55-2a6218918265), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:18.984389 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] Publish callbacks [] for port (fa69aefc-a1d1-4eb2-9f3c-e165fbc82111), precommit_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:19.049622 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451'] for port (fa69aefc-a1d1-4eb2-9f3c-e165fbc82111), after_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:19.088973 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] Network daf5fe06-0d2f-4672-a789-249ffdebe987 is already hosted by enough agents. {{(pid=109908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:46:19.091791 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.base_scheduler [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] Resources bound (agent type, host, resource id): {{(pid=109908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:46:19.097245 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] Received port after_create {{(pid=109908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:46:19.104296 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] Pushing event updated for resources: {'Port': ['ID=fa69aefc-a1d1-4eb2-9f3c-e165fbc82111,revision_number=1']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:19.157187 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] Attempting to bind port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:46:19.157568 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] Attempting to bind port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': '3496238a-f950-46cb-bba4-17a3a59fc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987'}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:46:19.157931 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] Attempting to bind port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 on network daf5fe06-0d2f-4672-a789-249ffdebe987 {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:46:19.163029 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:46:19.163407 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] Checking segment: {'id': '3496238a-f950-46cb-bba4-17a3a59fc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:46:19.163816 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:19.164207 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] Bound using segment: {'id': '3496238a-f950-46cb-bba4-17a3a59fc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987'} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:46:19.164751 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] Bound port: fa69aefc-a1d1-4eb2-9f3c-e165fbc82111, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3496238a-f950-46cb-bba4-17a3a59fc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987'}}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:46:19.165249 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (fa69aefc-a1d1-4eb2-9f3c-e165fbc82111), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:19.232199 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] For port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:46:19.235323 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] For port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=fa69aefc-a1d1-4eb2-9f3c-e165fbc82111,segment=NetworkSegment(3496238a-f950-46cb-bba4-17a3a59fc57e),segment_id=3496238a-f950-46cb-bba4-17a3a59fc57e)] {{(pid=109908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:46:19.245819 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-49da7d75-7bf1-4ec6-b586-0e67a31c1f74 admin admin] Publish callbacks [] for router_gateway (48ba2da3-7d56-4cf9-9a55-2a6218918265), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:19.270623 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-49da7d75-7bf1-4ec6-b586-0e67a31c1f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:19.341105 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (fa69aefc-a1d1-4eb2-9f3c-e165fbc82111), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:19.383290 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [None req-49da7d75-7bf1-4ec6-b586-0e67a31c1f74 admin admin] Allocated IP 172.27.1.65 (c88f79bf-88c8-4630-a831-5481b52b74c3/d2922032-8347-4ecd-abd4-c2de14eb9a4c/7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:46:19.398456 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3d623-fc8a-40a1-9cf5-a417f5ed4274 None None] Pushing event updated for resources: {'Port': ['ID=fa69aefc-a1d1-4eb2-9f3c-e165fbc82111,revision_number=2']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:19.493929 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-49da7d75-7bf1-4ec6-b586-0e67a31c1f74 admin admin] Publish callbacks [] for port (7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:19.608820 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-49da7d75-7bf1-4ec6-b586-0e67a31c1f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:19.654769 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49da7d75-7bf1-4ec6-b586-0e67a31c1f74 admin admin] Network c88f79bf-88c8-4630-a831-5481b52b74c3 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:46:19.657711 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-49da7d75-7bf1-4ec6-b586-0e67a31c1f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:46:19.661135 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49da7d75-7bf1-4ec6-b586-0e67a31c1f74 admin admin] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:46:19.688919 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da7d75-7bf1-4ec6-b586-0e67a31c1f74 admin admin] Pushing event updated for resources: {'Port': ['ID=7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:19.882330 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f15a8a-69df-4d9e-bf1b-0cc31d4037e4 req-e963cb8f-0a4f-47fa-948f-49639d07b724 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:19.884222 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f1f15a8a-69df-4d9e-bf1b-0cc31d4037e4 req-e963cb8f-0a4f-47fa-948f-49639d07b724 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0625606 Feb 21 00:46:19.944298 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f1f15a8a-69df-4d9e-bf1b-0cc31d4037e4 req-aeedcd5f-b8ff-4c8b-81ff-0721a5cba0ca tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520728 Feb 21 00:46:20.130632 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f62543-5300-408f-bdb7-4b8fea0a67f8 req-3ac5a950-28ca-4be0-8222-5218af0c46be tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:20.132727 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-07f62543-5300-408f-bdb7-4b8fea0a67f8 req-3ac5a950-28ca-4be0-8222-5218af0c46be tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.0859859 Feb 21 00:46:20.183885 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-07f62543-5300-408f-bdb7-4b8fea0a67f8 req-c3617e5c-606e-4a72-96f3-922496fc7888 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455015 Feb 21 00:46:20.283360 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-49da7d75-7bf1-4ec6-b586-0e67a31c1f74 admin admin] Publish callbacks [] for router_gateway (48ba2da3-7d56-4cf9-9a55-2a6218918265), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:20.326297 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a3ec9d-9989-40ae-9e3c-7c44f449b1e7 None None] Network daf5fe06-0d2f-4672-a789-249ffdebe987 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:46:20.383996 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:46:20.450920 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-d8fed31e-9d77-41b6-85e7-caf3d17ad555 None None] Provisioning complete for port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:20.451290 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d8fed31e-9d77-41b6-85e7-caf3d17ad555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (fa69aefc-a1d1-4eb2-9f3c-e165fbc82111), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:20.500499 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-49da7d75-7bf1-4ec6-b586-0e67a31c1f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-356390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362153'] for router (48ba2da3-7d56-4cf9-9a55-2a6218918265), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:20.509176 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:20.509554 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (fa69aefc-a1d1-4eb2-9f3c-e165fbc82111), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:20.624118 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-d8fed31e-9d77-41b6-85e7-caf3d17ad555 None None] Current status of the port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:20.624625 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d8fed31e-9d77-41b6-85e7-caf3d17ad555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (fa69aefc-a1d1-4eb2-9f3c-e165fbc82111), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:20.651987 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:20.652375 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (fa69aefc-a1d1-4eb2-9f3c-e165fbc82111), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:20.682050 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-d8fed31e-9d77-41b6-85e7-caf3d17ad555 None None] For port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=fa69aefc-a1d1-4eb2-9f3c-e165fbc82111,segment=NetworkSegment(3496238a-f950-46cb-bba4-17a3a59fc57e),segment_id=3496238a-f950-46cb-bba4-17a3a59fc57e)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:20.711146 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49da7d75-7bf1-4ec6-b586-0e67a31c1f74 admin admin] Router 48ba2da3-7d56-4cf9-9a55-2a6218918265 is scheduled to L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 with binding_index 1 {{(pid=109907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 00:46:20.763917 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d8fed31e-9d77-41b6-85e7-caf3d17ad555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (fa69aefc-a1d1-4eb2-9f3c-e165fbc82111), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:20.825486 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49da7d75-7bf1-4ec6-b586-0e67a31c1f74 admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:46:20.840439 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e2eada-704d-45da-be25-da371feebcba None None] Sync routers for ids ['48ba2da3-7d56-4cf9-9a55-2a6218918265'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:46:20.848820 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.db.api [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 00:46:20.849180 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG oslo_db.api [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 00:46:20.851417 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fed31e-9d77-41b6-85e7-caf3d17ad555 None None] Pushing event updated for resources: {'Port': ['ID=fa69aefc-a1d1-4eb2-9f3c-e165fbc82111,revision_number=3']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:20.857882 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e2eada-704d-45da-be25-da371feebcba None None] Routers {'48ba2da3-7d56-4cf9-9a55-2a6218918265'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:46:20.858526 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-03e2eada-704d-45da-be25-da371feebcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:45:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['48ba2da3-7d56-4cf9-9a55-2a6218918265'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:20.922126 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-b9b1874a-47fb-4365-94c0-55114305ff3b None None] Provisioning complete for port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:20.922541 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-b9b1874a-47fb-4365-94c0-55114305ff3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (fa69aefc-a1d1-4eb2-9f3c-e165fbc82111), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:20.948253 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-49da7d75-7bf1-4ec6-b586-0e67a31c1f74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:20.961416 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-49da7d75-7bf1-4ec6-b586-0e67a31c1f74 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3044615 Feb 21 00:46:20.961416 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 56428) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:21.009979 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-03e2eada-704d-45da-be25-da371feebcba None None] Set router 48ba2da3-7d56-4cf9-9a55-2a6218918265 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:46:21.076648 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daee38-85bb-45c1-844c-67a2c27e9656 req-857e29dd-a22e-4627-86e6-a86bacb337db tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:21.078802 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-58daee38-85bb-45c1-844c-67a2c27e9656 req-857e29dd-a22e-4627-86e6-a86bacb337db tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0593596 Feb 21 00:46:21.134377 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-58daee38-85bb-45c1-844c-67a2c27e9656 req-060f4c25-6f54-4fe6-b6a8-9ae3bde8d310 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486693 Feb 21 00:46:21.277743 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1874a-47fb-4365-94c0-55114305ff3b None None] Current status of the port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:21.359650 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed2d4b-5d7d-401f-afe7-ad8c69eff85e req-49e59672-7c8f-4060-9090-f030886dc9ac tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:21.361230 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4bed2d4b-5d7d-401f-afe7-ad8c69eff85e req-49e59672-7c8f-4060-9090-f030886dc9ac tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.0927732 Feb 21 00:46:21.380492 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-03e2eada-704d-45da-be25-da371feebcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'name': 'tempest-TestShelveInstance-315378801-router', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:18Z', 'updated_at': '2022-02-21T00:46:20Z', 'revision_number': 3, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'gw_port': {'id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:19Z', 'updated_at': '2022-02-21T00:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:21.413867 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e2eada-704d-45da-be25-da371feebcba None None] Checking router: 48ba2da3-7d56-4cf9-9a55-2a6218918265 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:46:21.414221 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e2eada-704d-45da-be25-da371feebcba None None] Updating router 48ba2da3-7d56-4cf9-9a55-2a6218918265 port 7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1 binding host dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:46:21.441306 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:21.450628 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-03e2eada-704d-45da-be25-da371feebcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:21.468618 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4bed2d4b-5d7d-401f-afe7-ad8c69eff85e req-f75f86d0-7698-4afa-809f-dd527bbaeca9 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983849 Feb 21 00:46:21.478519 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8b29c6c8-e615-473b-ac0d-e1afff9c89cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:21.639267 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [None req-8b29c6c8-e615-473b-ac0d-e1afff9c89cd admin admin] Allocated IP 172.20.0.1 (daf5fe06-0d2f-4672-a789-249ffdebe987/ae6479e3-eb90-4aa2-a4c9-038d153e077c/fe58f070-bc6b-4937-a87d-4e11aee671f0) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:46:21.706536 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-03e2eada-704d-45da-be25-da371feebcba None None] Publish callbacks [] for port (7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1), precommit_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:21.760115 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8b29c6c8-e615-473b-ac0d-e1afff9c89cd admin admin] Publish callbacks [] for port (fe58f070-bc6b-4937-a87d-4e11aee671f0), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:21.792022 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-03e2eada-704d-45da-be25-da371feebcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:21.838934 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-03e2eada-704d-45da-be25-da371feebcba None None] Attempting to bind port 7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:46:21.839305 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-03e2eada-704d-45da-be25-da371feebcba None None] Attempting to bind port 7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:46:21.839666 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e2eada-704d-45da-be25-da371feebcba None None] Attempting to bind port 7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1 on network c88f79bf-88c8-4630-a831-5481b52b74c3 {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:46:21.849992 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8b29c6c8-e615-473b-ac0d-e1afff9c89cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (fe58f070-bc6b-4937-a87d-4e11aee671f0), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:21.850212 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab570ef4-024b-4483-a547-0013d27c5d3a None None] Pushing event updated for resources: {'Port': ['ID=7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1,revision_number=2']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:21.852797 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e2eada-704d-45da-be25-da371feebcba None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:46:21.853178 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e2eada-704d-45da-be25-da371feebcba None None] Checking segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:46:21.853582 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-03e2eada-704d-45da-be25-da371feebcba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:21.853963 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e2eada-704d-45da-be25-da371feebcba None None] Bound using segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:46:21.855297 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-03e2eada-704d-45da-be25-da371feebcba None None] Bound port: 7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:46:21.855297 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-03e2eada-704d-45da-be25-da371feebcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:21.890675 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b29c6c8-e615-473b-ac0d-e1afff9c89cd admin admin] Network daf5fe06-0d2f-4672-a789-249ffdebe987 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:46:21.893460 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-8b29c6c8-e615-473b-ac0d-e1afff9c89cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:46:21.895926 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29c6c8-e615-473b-ac0d-e1afff9c89cd admin admin] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:46:21.905827 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-03e2eada-704d-45da-be25-da371feebcba None None] For port 7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:46:21.909100 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-03e2eada-704d-45da-be25-da371feebcba None None] For port 7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:46:21.934505 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29c6c8-e615-473b-ac0d-e1afff9c89cd admin admin] Pushing event updated for resources: {'Port': ['ID=fe58f070-bc6b-4937-a87d-4e11aee671f0,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:21.952989 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8b29c6c8-e615-473b-ac0d-e1afff9c89cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358782'] for router_interface (48ba2da3-7d56-4cf9-9a55-2a6218918265), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:21.992845 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-03e2eada-704d-45da-be25-da371feebcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:22.073545 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e2eada-704d-45da-be25-da371feebcba None None] Routers {'48ba2da3-7d56-4cf9-9a55-2a6218918265'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:46:22.074196 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-03e2eada-704d-45da-be25-da371feebcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:45:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['48ba2da3-7d56-4cf9-9a55-2a6218918265'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:22.077973 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab570ef4-024b-4483-a547-0013d27c5d3a None None] Pushing event updated for resources: {'Port': ['ID=7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1,revision_number=3']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:22.141800 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-c4c40cbc-9645-4d5b-b2cb-a4d66f467732 None None] Provisioning complete for port fe58f070-bc6b-4937-a87d-4e11aee671f0 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:22.142109 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-c4c40cbc-9645-4d5b-b2cb-a4d66f467732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (fe58f070-bc6b-4937-a87d-4e11aee671f0), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:22.217929 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-c4c40cbc-9645-4d5b-b2cb-a4d66f467732 None None] Port fe58f070-bc6b-4937-a87d-4e11aee671f0 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:46:22.226443 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-03e2eada-704d-45da-be25-da371feebcba None None] Set router 48ba2da3-7d56-4cf9-9a55-2a6218918265 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:46:22.227425 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8b29c6c8-e615-473b-ac0d-e1afff9c89cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (fe58f070-bc6b-4937-a87d-4e11aee671f0), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:22.254463 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa7737-f6b0-45cb-b1f5-6da42367b341 req-f08f972d-0c86-44fa-98de-27ec6139d79c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:22.256513 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-67fa7737-f6b0-45cb-b1f5-6da42367b341 req-f08f972d-0c86-44fa-98de-27ec6139d79c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0581038 Feb 21 00:46:22.309256 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-67fa7737-f6b0-45cb-b1f5-6da42367b341 req-7aaf6858-6c1e-4ecd-8627-b46afc00135e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448556 Feb 21 00:46:22.380295 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:46:22.411719 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8b29c6c8-e615-473b-ac0d-e1afff9c89cd admin admin] Publish callbacks [] for port (fe58f070-bc6b-4937-a87d-4e11aee671f0), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:22.466279 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:22.466862 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (fa69aefc-a1d1-4eb2-9f3c-e165fbc82111), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:22.491043 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-03e2eada-704d-45da-be25-da371feebcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'name': 'tempest-TestShelveInstance-315378801-router', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:18Z', 'updated_at': '2022-02-21T00:46:20Z', 'revision_number': 3, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'gw_port': {'id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:19Z', 'updated_at': '2022-02-21T00:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:22.500330 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8b29c6c8-e615-473b-ac0d-e1afff9c89cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (fe58f070-bc6b-4937-a87d-4e11aee671f0), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:22.519739 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e2eada-704d-45da-be25-da371feebcba None None] The sync data for ids ['48ba2da3-7d56-4cf9-9a55-2a6218918265'] in dv-cinder-813224-6-iscsi is: [{'id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'name': 'tempest-TestShelveInstance-315378801-router', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:18Z', 'updated_at': '2022-02-21T00:46:20Z', 'revision_number': 3, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'gw_port': {'id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:19Z', 'updated_at': '2022-02-21T00:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:46:22.589178 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:22.614697 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8b29c6c8-e615-473b-ac0d-e1afff9c89cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3776529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358890'] for router_interface (48ba2da3-7d56-4cf9-9a55-2a6218918265), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:22.616740 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29c6c8-e615-473b-ac0d-e1afff9c89cd admin admin] Pushing event updated for resources: {'Port': ['ID=fe58f070-bc6b-4937-a87d-4e11aee671f0,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:22.685649 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160fc8e-a841-4f09-8d6f-a0a763f85046 req-5476f24f-f6b2-4277-8e88-080df2b06439 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:22.687156 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d160fc8e-a841-4f09-8d6f-a0a763f85046 req-5476f24f-f6b2-4277-8e88-080df2b06439 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.1298084 Feb 21 00:46:22.763126 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d160fc8e-a841-4f09-8d6f-a0a763f85046 req-b4f44803-b1d5-4a27-8e2b-f7b3ee1aac81 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698347 Feb 21 00:46:22.772342 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b29c6c8-e615-473b-ac0d-e1afff9c89cd admin admin] Network daf5fe06-0d2f-4672-a789-249ffdebe987 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:46:22.776384 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-8b29c6c8-e615-473b-ac0d-e1afff9c89cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:46:22.776717 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 9c236e88-a24d-4171-a16c-1c7239543012 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:46:22.931494 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b29c6c8-e615-473b-ac0d-e1afff9c89cd admin admin] Router 48ba2da3-7d56-4cf9-9a55-2a6218918265 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:46:22.934091 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 9c236e88-a24d-4171-a16c-1c7239543012, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c236e88-a24d-4171-a16c-1c7239543012,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:22.948489 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': '9c236e88-a24d-4171-a16c-1c7239543012', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'port_id': '9c236e88-a24d-4171-a16c-1c7239543012', 'mac_address': 'fa:16:3e:66:90:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:46:23.001237 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 9c236e88-a24d-4171-a16c-1c7239543012 is: ACTIVE; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:23.001569 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (9c236e88-a24d-4171-a16c-1c7239543012), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:23.016965 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c236e88-a24d-4171-a16c-1c7239543012 {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:46:23.039277 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 9c236e88-a24d-4171-a16c-1c7239543012, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c236e88-a24d-4171-a16c-1c7239543012,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:23.063943 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b29c6c8-e615-473b-ac0d-e1afff9c89cd admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:46:23.075535 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-8b29c6c8-e615-473b-ac0d-e1afff9c89cd admin admin] 10.222.0.81 "PUT /v2.0/routers/48ba2da3-7d56-4cf9-9a55-2a6218918265/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1169381 Feb 21 00:46:23.100761 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (9c236e88-a24d-4171-a16c-1c7239543012), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:23.165482 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=9c236e88-a24d-4171-a16c-1c7239543012,revision_number=6']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:23.169122 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-4f1582c7-3818-4803-a176-2e3e9fe1a148 None None] Provisioning complete for port fe58f070-bc6b-4937-a87d-4e11aee671f0 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:23.169506 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-4f1582c7-3818-4803-a176-2e3e9fe1a148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (fe58f070-bc6b-4937-a87d-4e11aee671f0), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:23.196317 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['9c236e88-a24d-4171-a16c-1c7239543012'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:46:23.245443 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-4f1582c7-3818-4803-a176-2e3e9fe1a148 None None] Port fe58f070-bc6b-4937-a87d-4e11aee671f0 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:46:23.450362 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea2ddf-ba22-417e-adf0-8ff685040056 req-1dbce80c-befe-4470-9709-9c6b1f25c383 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:23.451869 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-66ea2ddf-ba22-417e-adf0-8ff685040056 req-1dbce80c-befe-4470-9709-9c6b1f25c383 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0544019 Feb 21 00:46:23.505883 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-66ea2ddf-ba22-417e-adf0-8ff685040056 req-a0908d54-0723-4047-a4ca-8b6d0156067b tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479884 Feb 21 00:46:23.735708 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 56454) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:23.741148 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-f2d8916e-71da-41d3-8650-6fed048233a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-501192874-network', 'tenant_id': '08e82bd85e6943b2b94b209eb498ca6e'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:46:23.803892 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d8916e-71da-41d3-8650-6fed048233a1 admin admin] Made reservation on behalf of 08e82bd85e6943b2b94b209eb498ca6e for: {'network': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:46:23.806475 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f2d8916e-71da-41d3-8650-6fed048233a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for network (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:23.818065 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f2d8916e-71da-41d3-8650-6fed048233a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:23.934676 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f2d8916e-71da-41d3-8650-6fed048233a1 admin admin] Publish callbacks [] for security_group (9a39b831-0655-4799-9f87-ca16e0551573), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:23.941804 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b01a2-691d-451b-99ea-be5949fcbfe3 req-72fce46e-0269-4e1e-aa0c-97c8632409f7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:23.943292 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b26b01a2-691d-451b-99ea-be5949fcbfe3 req-72fce46e-0269-4e1e-aa0c-97c8632409f7 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 945 time: 0.0861280 Feb 21 00:46:23.995498 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b26b01a2-691d-451b-99ea-be5949fcbfe3 req-07c863e7-5f82-4c3e-9f0d-a55a17178bd3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461657 Feb 21 00:46:23.996031 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f2d8916e-71da-41d3-8650-6fed048233a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (9a39b831-0655-4799-9f87-ca16e0551573), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:24.024438 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d8916e-71da-41d3-8650-6fed048233a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=109907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:46:24.030985 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8916e-71da-41d3-8650-6fed048233a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a39b831-0655-4799-9f87-ca16e0551573,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:24.037690 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f2d8916e-71da-41d3-8650-6fed048233a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (b8d146cf-49d4-4c80-bedd-e21788dd3309), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:24.038212 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.segments_db [None req-f2d8916e-71da-41d3-8650-6fed048233a1 admin admin] Added segment b8d146cf-49d4-4c80-bedd-e21788dd3309 of type vlan for network 4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a Feb 21 00:46:24.078125 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f2d8916e-71da-41d3-8650-6fed048233a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788922369190'] for network (4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:24.159400 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] Sync routers for ids ['48ba2da3-7d56-4cf9-9a55-2a6218918265'] in dv-cinder-813224-6-iscsi {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:46:24.174243 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] Routers {'48ba2da3-7d56-4cf9-9a55-2a6218918265'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:46:24.174850 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:45:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['48ba2da3-7d56-4cf9-9a55-2a6218918265'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:24.180552 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f2d8916e-71da-41d3-8650-6fed048233a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for network (4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:24.181745 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d8916e-71da-41d3-8650-6fed048233a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:24.182469 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f2d8916e-71da-41d3-8650-6fed048233a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:24.242086 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8916e-71da-41d3-8650-6fed048233a1 admin admin] Pushing event updated for resources: {'Network': ['ID=4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:24.252232 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Network 4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a details requested by agent ovs-agent-dv-cinder-813224-6-iscsi with host dv-cinder-813224-6-iscsi {{(pid=109908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:46:24.284277 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] Set router 48ba2da3-7d56-4cf9-9a55-2a6218918265 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:46:24.294655 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-f2d8916e-71da-41d3-8650-6fed048233a1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5575860 Feb 21 00:46:24.297152 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56466) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:24.304224 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-fc397f14-436b-4de3-a66b-2b42428edf4f admin admin] Request body: {'subnet': {'network_id': '4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-501192874-subnet', 'tenant_id': '08e82bd85e6943b2b94b209eb498ca6e', 'ip_version': 4}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:46:24.384279 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:46:24.403206 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc397f14-436b-4de3-a66b-2b42428edf4f admin admin] Made reservation on behalf of 08e82bd85e6943b2b94b209eb498ca6e for: {'subnet': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:46:24.405555 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fc397f14-436b-4de3-a66b-2b42428edf4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11428700'] for subnet (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:24.442982 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:24.443413 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:24.525892 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'name': 'tempest-TestShelveInstance-315378801-router', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:18Z', 'updated_at': '2022-02-21T00:46:22Z', 'revision_number': 4, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'gw_port': {'id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:19Z', 'updated_at': '2022-02-21T00:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': 'fe58f070-bc6b-4937-a87d-4e11aee671f0', 'name': '', 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'mac_address': 'fa:16:3e:14:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:21Z', 'updated_at': '2022-02-21T00:46:22Z', 'revision_number': 2, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'subnets': [{'id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:24.545259 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:24.545817 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:24.558853 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] Checking router: 48ba2da3-7d56-4cf9-9a55-2a6218918265 for host: dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:46:24.559481 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] Updating router 48ba2da3-7d56-4cf9-9a55-2a6218918265 port fe58f070-bc6b-4937-a87d-4e11aee671f0 binding host dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:46:24.576969 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] For port 7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:24.594467 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (fe58f070-bc6b-4937-a87d-4e11aee671f0), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:24.663074 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9273a3-6d65-4e52-bc1d-84cced741081 req-d2a3d93a-b8f6-4965-954b-bbdc2439827e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:24.664604 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ac9273a3-6d65-4e52-bc1d-84cced741081 req-d2a3d93a-b8f6-4965-954b-bbdc2439827e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0725429 Feb 21 00:46:24.672067 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:24.720741 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ac9273a3-6d65-4e52-bc1d-84cced741081 req-6788dba0-c79a-447d-ba93-05c2a5adb747 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500016 Feb 21 00:46:24.730057 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fc397f14-436b-4de3-a66b-2b42428edf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11782626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11428782'] for subnet (a366b44d-677d-4963-bcf0-2f5fe8429b9a), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:24.746339 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Pushing event updated for resources: {'Port': ['ID=7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:24.778344 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 9c236e88-a24d-4171-a16c-1c7239543012 up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:46:24.804328 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc397f14-436b-4de3-a66b-2b42428edf4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a366b44d-677d-4963-bcf0-2f5fe8429b9a,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:24.806430 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc397f14-436b-4de3-a66b-2b42428edf4f admin admin] Checking segment: {'id': 'b8d146cf-49d4-4c80-bedd-e21788dd3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:46:24.806921 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc397f14-436b-4de3-a66b-2b42428edf4f admin admin] Network hostable DHCP agents. Network: 4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a, hostable agents: ['4dd3caeb-76cf-441e-a150-e4aa52c1e518'], hosted agents: [] {{(pid=109906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:46:24.839677 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port 9c236e88-a24d-4171-a16c-1c7239543012 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:24.840522 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (9c236e88-a24d-4171-a16c-1c7239543012), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:24.900642 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc397f14-436b-4de3-a66b-2b42428edf4f admin admin] Network 4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a is scheduled to be hosted by DHCP agent 4dd3caeb-76cf-441e-a150-e4aa52c1e518 with binding_index 1 {{(pid=109906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:46:24.932116 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 9c236e88-a24d-4171-a16c-1c7239543012 is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:24.932790 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (9c236e88-a24d-4171-a16c-1c7239543012), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:24.937951 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] Publish callbacks [] for port (fe58f070-bc6b-4937-a87d-4e11aee671f0), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:24.960732 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecd46cb-eec8-4914-bbb0-38bd67dccd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c236e88-a24d-4171-a16c-1c7239543012'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:46:24.961678 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec9c8d5-69dc-4d7c-bc93-5b47696c6291" -d '{"events": [{"server_uuid": "3ecd46cb-eec8-4914-bbb0-38bd67dccd47", "name": "network-vif-plugged", "status": "completed", "tag": "9c236e88-a24d-4171-a16c-1c7239543012"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:46:24.973736 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 9c236e88-a24d-4171-a16c-1c7239543012, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c236e88-a24d-4171-a16c-1c7239543012,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:24.980046 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-fc397f14-436b-4de3-a66b-2b42428edf4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813224-6-iscsi, 4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a) {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:46:24.984386 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc397f14-436b-4de3-a66b-2b42428edf4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:24.985065 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fc397f14-436b-4de3-a66b-2b42428edf4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:24.989765 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ddf92a-01e8-4c36-93d5-439e4b72e01a None None] Network 4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:46:25.004457 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7583878c-6169-4748-a0b9-1b294212fa7d x-openstack-request-id: req-7583878c-6169-4748-a0b9-1b294212fa7d {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:46:25.004807 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ecd46cb-eec8-4914-bbb0-38bd67dccd47", "name": "network-vif-plugged", "status": "completed", "tag": "9c236e88-a24d-4171-a16c-1c7239543012", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:46:25.005069 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7583878c-6169-4748-a0b9-1b294212fa7d {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:46:25.005458 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ecd46cb-eec8-4914-bbb0-38bd67dccd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c236e88-a24d-4171-a16c-1c7239543012', 'code': 200} Feb 21 00:46:25.008770 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (fe58f070-bc6b-4937-a87d-4e11aee671f0), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:25.058050 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b523959-e8ee-43cd-aff1-f408c2bfdbe1 None None] Pushing event updated for resources: {'Port': ['ID=fe58f070-bc6b-4937-a87d-4e11aee671f0,revision_number=3']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:25.067323 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b523959-e8ee-43cd-aff1-f408c2bfdbe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:25.067703 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b523959-e8ee-43cd-aff1-f408c2bfdbe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:25.068064 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b523959-e8ee-43cd-aff1-f408c2bfdbe1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:25.068546 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b523959-e8ee-43cd-aff1-f408c2bfdbe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:25.068921 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b523959-e8ee-43cd-aff1-f408c2bfdbe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:25.069257 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b523959-e8ee-43cd-aff1-f408c2bfdbe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:25.069588 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b523959-e8ee-43cd-aff1-f408c2bfdbe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:25.069918 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b523959-e8ee-43cd-aff1-f408c2bfdbe1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:25.070319 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b523959-e8ee-43cd-aff1-f408c2bfdbe1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:25.070928 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b523959-e8ee-43cd-aff1-f408c2bfdbe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:25.071306 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b523959-e8ee-43cd-aff1-f408c2bfdbe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:25.071767 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b523959-e8ee-43cd-aff1-f408c2bfdbe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:25.072100 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b523959-e8ee-43cd-aff1-f408c2bfdbe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:25.080204 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (9c236e88-a24d-4171-a16c-1c7239543012), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:25.117306 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 56488) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:25.120094 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-fc397f14-436b-4de3-a66b-2b42428edf4f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8215554 Feb 21 00:46:25.123700 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-941e27b3-3ba9-4ed9-a646-b1107ceb9dd2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-501192874-router', 'tenant_id': '08e82bd85e6943b2b94b209eb498ca6e', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:46:25.176524 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9034d-cf62-4da6-896f-d6b2faf90751 req-ed7b8c73-2865-468a-b20e-9e315d56f45b tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:25.181270 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=9c236e88-a24d-4171-a16c-1c7239543012,revision_number=7']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:25.184531 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-15b9034d-cf62-4da6-896f-d6b2faf90751 req-ed7b8c73-2865-468a-b20e-9e315d56f45b tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.1102779 Feb 21 00:46:25.190991 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] Attempting to bind port fe58f070-bc6b-4937-a87d-4e11aee671f0 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:46:25.191504 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] Attempting to bind port fe58f070-bc6b-4937-a87d-4e11aee671f0 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': '3496238a-f950-46cb-bba4-17a3a59fc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987'}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:46:25.193229 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] Attempting to bind port fe58f070-bc6b-4937-a87d-4e11aee671f0 on network daf5fe06-0d2f-4672-a789-249ffdebe987 {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:46:25.206085 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:46:25.208054 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] Checking segment: {'id': '3496238a-f950-46cb-bba4-17a3a59fc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:46:25.208652 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:25.210376 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] Bound using segment: {'id': '3496238a-f950-46cb-bba4-17a3a59fc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987'} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:46:25.211995 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] Bound port: fe58f070-bc6b-4937-a87d-4e11aee671f0, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3496238a-f950-46cb-bba4-17a3a59fc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987'}}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:46:25.212404 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (fe58f070-bc6b-4937-a87d-4e11aee671f0), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:25.227202 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-941e27b3-3ba9-4ed9-a646-b1107ceb9dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-358335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9148'] for router (eccd5b17-8038-43e1-989f-6fcff674591e), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:25.231079 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-941e27b3-3ba9-4ed9-a646-b1107ceb9dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9141'] for router (eccd5b17-8038-43e1-989f-6fcff674591e), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:25.241204 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde9a054c-7a88-598b-a9aa-d7bb3c6415cc-4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a', 'network_id': '4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a', 'project_id': '08e82bd85e6943b2b94b209eb498ca6e', 'fixed_ips': [{'subnet_id': 'a366b44d-677d-4963-bcf0-2f5fe8429b9a'}]}} from dv-cinder-813224-6-iscsi. {{(pid=109908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 00:46:25.242103 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:25.276257 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-15b9034d-cf62-4da6-896f-d6b2faf90751 req-29e96886-a5c3-44e3-8474-6d07fb91282f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904179 Feb 21 00:46:25.329935 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] For port fe58f070-bc6b-4937-a87d-4e11aee671f0, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:46:25.333495 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] For port fe58f070-bc6b-4937-a87d-4e11aee671f0, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=fe58f070-bc6b-4937-a87d-4e11aee671f0,segment=NetworkSegment(3496238a-f950-46cb-bba4-17a3a59fc57e),segment_id=3496238a-f950-46cb-bba4-17a3a59fc57e)] {{(pid=109909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:46:25.382689 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-941e27b3-3ba9-4ed9-a646-b1107ceb9dd2 admin admin] Publish callbacks [] for router_controller (eccd5b17-8038-43e1-989f-6fcff674591e), precommit_add_association {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:25.398390 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (fe58f070-bc6b-4937-a87d-4e11aee671f0), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:25.456867 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.db_base_plugin_common [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Allocated IP 172.20.0.2 (4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a/a366b44d-677d-4963-bcf0-2f5fe8429b9a/92ad89fe-c20e-4ab2-a27d-0087d77b40c6) {{(pid=109908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:46:25.473070 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] Routers {'48ba2da3-7d56-4cf9-9a55-2a6218918265'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:46:25.473070 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:45:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['48ba2da3-7d56-4cf9-9a55-2a6218918265'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:25.529678 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b523959-e8ee-43cd-aff1-f408c2bfdbe1 None None] Pushing event updated for resources: {'Port': ['ID=fe58f070-bc6b-4937-a87d-4e11aee671f0,revision_number=4']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:25.580203 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-4536172d-b1d4-4777-9962-8b6167983cb0 None None] Provisioning complete for port fe58f070-bc6b-4937-a87d-4e11aee671f0 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:25.580623 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-4536172d-b1d4-4777-9962-8b6167983cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (fe58f070-bc6b-4937-a87d-4e11aee671f0), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:25.668867 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] Set router 48ba2da3-7d56-4cf9-9a55-2a6218918265 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:46:25.776299 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Publish callbacks [] for port (92ad89fe-c20e-4ab2-a27d-0087d77b40c6), precommit_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:25.778464 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-941e27b3-3ba9-4ed9-a646-b1107ceb9dd2 admin admin] Publish callbacks [] for router_gateway (eccd5b17-8038-43e1-989f-6fcff674591e), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:25.858040 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-4536172d-b1d4-4777-9962-8b6167983cb0 None None] Current status of the port fe58f070-bc6b-4937-a87d-4e11aee671f0 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:25.858640 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-4536172d-b1d4-4777-9962-8b6167983cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (fe58f070-bc6b-4937-a87d-4e11aee671f0), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:25.872852 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451'] for port (92ad89fe-c20e-4ab2-a27d-0087d77b40c6), after_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:25.954410 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-4536172d-b1d4-4777-9962-8b6167983cb0 None None] For port fe58f070-bc6b-4937-a87d-4e11aee671f0, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=fe58f070-bc6b-4937-a87d-4e11aee671f0,segment=NetworkSegment(3496238a-f950-46cb-bba4-17a3a59fc57e),segment_id=3496238a-f950-46cb-bba4-17a3a59fc57e)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:25.963938 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Network 4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a is already hosted by enough agents. {{(pid=109908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:46:25.970772 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.base_scheduler [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Resources bound (agent type, host, resource id): {{(pid=109908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:46:25.974015 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Received port after_create {{(pid=109908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:46:26.046445 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-4536172d-b1d4-4777-9962-8b6167983cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (fe58f070-bc6b-4937-a87d-4e11aee671f0), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:26.085738 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Pushing event updated for resources: {'Port': ['ID=92ad89fe-c20e-4ab2-a27d-0087d77b40c6,revision_number=1']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:26.102991 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'name': 'tempest-TestShelveInstance-315378801-router', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:18Z', 'updated_at': '2022-02-21T00:46:22Z', 'revision_number': 4, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'gw_port': {'id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:19Z', 'updated_at': '2022-02-21T00:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': 'fe58f070-bc6b-4937-a87d-4e11aee671f0', 'name': '', 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'mac_address': 'fa:16:3e:14:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:21Z', 'updated_at': '2022-02-21T00:46:25Z', 'revision_number': 4, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'subnets': [{'id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:26.144416 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb0cc37-3fe5-4e7c-9775-2fc4fed0d069 None None] The sync data for ids ['48ba2da3-7d56-4cf9-9a55-2a6218918265'] in dv-cinder-813224-6-iscsi is: [{'id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'name': 'tempest-TestShelveInstance-315378801-router', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:18Z', 'updated_at': '2022-02-21T00:46:22Z', 'revision_number': 4, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'gw_port': {'id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:19Z', 'updated_at': '2022-02-21T00:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': 'fe58f070-bc6b-4937-a87d-4e11aee671f0', 'name': '', 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'mac_address': 'fa:16:3e:14:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:21Z', 'updated_at': '2022-02-21T00:46:25Z', 'revision_number': 4, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'subnets': [{'id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:46:26.156502 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536172d-b1d4-4777-9962-8b6167983cb0 None None] Pushing event updated for resources: {'Port': ['ID=fe58f070-bc6b-4937-a87d-4e11aee671f0,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:26.181099 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Attempting to bind port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:46:26.181794 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Attempting to bind port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': 'b8d146cf-49d4-4c80-bedd-e21788dd3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a'}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:46:26.182258 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Attempting to bind port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 on network 4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:46:26.191879 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-29dee17c-d2b4-467d-b547-ef0188cd55cb None None] Provisioning complete for port fe58f070-bc6b-4937-a87d-4e11aee671f0 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:26.192639 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-29dee17c-d2b4-467d-b547-ef0188cd55cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (fe58f070-bc6b-4937-a87d-4e11aee671f0), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:26.232400 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:46:26.232963 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Checking segment: {'id': 'b8d146cf-49d4-4c80-bedd-e21788dd3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:46:26.233483 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:26.233983 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Bound using segment: {'id': 'b8d146cf-49d4-4c80-bedd-e21788dd3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a'} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:46:26.234571 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Bound port: 92ad89fe-c20e-4ab2-a27d-0087d77b40c6, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d146cf-49d4-4c80-bedd-e21788dd3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a'}}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:46:26.235051 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (92ad89fe-c20e-4ab2-a27d-0087d77b40c6), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:26.430156 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] For port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:46:26.495417 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08762e89-ede1-414b-a258-908e6738a614 req-38d56500-73a6-408f-8eca-d12617b1088f tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:26.498401 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-08762e89-ede1-414b-a258-908e6738a614 req-38d56500-73a6-408f-8eca-d12617b1088f tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.6240649 Feb 21 00:46:26.534604 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe85bfd-e1a3-4f81-9cde-9ad86de364ed req-5ead98b7-3cdc-49e5-a9c1-630933e623cf tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:26.555918 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-1fe85bfd-e1a3-4f81-9cde-9ad86de364ed req-5ead98b7-3cdc-49e5-a9c1-630933e623cf tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.1319082 Feb 21 00:46:26.589548 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-08762e89-ede1-414b-a258-908e6738a614 req-d9e3c5bb-54ab-4c23-9798-0fa2918060e0 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768263 Feb 21 00:46:26.667121 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-1fe85bfd-e1a3-4f81-9cde-9ad86de364ed req-49dd8aad-08c3-4ffe-a779-96827568f2ba tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051347 Feb 21 00:46:26.708436 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device fe58f070-bc6b-4937-a87d-4e11aee671f0 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:46:26.713994 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] For port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=92ad89fe-c20e-4ab2-a27d-0087d77b40c6,segment=NetworkSegment(b8d146cf-49d4-4c80-bedd-e21788dd3309),segment_id=b8d146cf-49d4-4c80-bedd-e21788dd3309)] {{(pid=109908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:46:26.716876 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-29dee17c-d2b4-467d-b547-ef0188cd55cb None None] Current status of the port fe58f070-bc6b-4937-a87d-4e11aee671f0 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:26.782428 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port fe58f070-bc6b-4937-a87d-4e11aee671f0 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:26.782832 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (fe58f070-bc6b-4937-a87d-4e11aee671f0), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:26.813746 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (92ad89fe-c20e-4ab2-a27d-0087d77b40c6), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:26.815306 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-941e27b3-3ba9-4ed9-a646-b1107ceb9dd2 admin admin] Publish callbacks [] for router_gateway (eccd5b17-8038-43e1-989f-6fcff674591e), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:26.841773 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-941e27b3-3ba9-4ed9-a646-b1107ceb9dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:26.871413 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:26.980528 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-6f20a714-8c8b-44b5-87cf-d12c78cf1382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:26.985188 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Pushing event updated for resources: {'Port': ['ID=92ad89fe-c20e-4ab2-a27d-0087d77b40c6,revision_number=2']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:27.009654 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:27.010027 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:27.010388 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:27.011106 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:27.011451 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:27.011793 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:27.012129 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:27.012613 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:27.012827 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:27.013162 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:27.013498 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:27.013755 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [None req-941e27b3-3ba9-4ed9-a646-b1107ceb9dd2 admin admin] Allocated IP 172.27.1.170 (c88f79bf-88c8-4630-a831-5481b52b74c3/d2922032-8347-4ecd-abd4-c2de14eb9a4c/0a6a948f-7ee7-4ab8-9377-fc6ba76739c6) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:46:27.013878 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:27.014143 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a608a-c208-4306-8796-3c1c9d301a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:46:27.027257 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port fe58f070-bc6b-4937-a87d-4e11aee671f0 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:27.028629 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:46:27.105677 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:27.106070 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:27.176694 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-941e27b3-3ba9-4ed9-a646-b1107ceb9dd2 admin admin] Publish callbacks [] for port (0a6a948f-7ee7-4ab8-9377-fc6ba76739c6), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:27.280167 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:27.290446 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-941e27b3-3ba9-4ed9-a646-b1107ceb9dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (0a6a948f-7ee7-4ab8-9377-fc6ba76739c6), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:27.354474 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941e27b3-3ba9-4ed9-a646-b1107ceb9dd2 admin admin] Network c88f79bf-88c8-4630-a831-5481b52b74c3 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:46:27.362753 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-941e27b3-3ba9-4ed9-a646-b1107ceb9dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:46:27.382514 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941e27b3-3ba9-4ed9-a646-b1107ceb9dd2 admin admin] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:46:27.451178 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e27b3-3ba9-4ed9-a646-b1107ceb9dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=0a6a948f-7ee7-4ab8-9377-fc6ba76739c6,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:27.872144 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58eb65-8f73-4391-8c5a-bd2454239bab req-8a0fd8e3-9410-47b8-9eab-37e42f7ba2b4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:27.879032 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84967780-51e9-48f4-b3ed-57c51b66d11d req-4b6d3fdd-c0bd-4887-bdd7-4d0de2c51f3c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:27.880673 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0a58eb65-8f73-4391-8c5a-bd2454239bab req-8a0fd8e3-9410-47b8-9eab-37e42f7ba2b4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.0792296 Feb 21 00:46:27.880818 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-84967780-51e9-48f4-b3ed-57c51b66d11d req-4b6d3fdd-c0bd-4887-bdd7-4d0de2c51f3c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.1775622 Feb 21 00:46:27.917897 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-941e27b3-3ba9-4ed9-a646-b1107ceb9dd2 admin admin] Publish callbacks [] for router_gateway (eccd5b17-8038-43e1-989f-6fcff674591e), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:27.967690 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0a58eb65-8f73-4391-8c5a-bd2454239bab req-1c68c99b-d328-4daa-83bc-260cae792be2 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851579 Feb 21 00:46:28.027673 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-84967780-51e9-48f4-b3ed-57c51b66d11d req-0b24bb7f-2877-48d7-a0a5-32c63a110dce tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324019 Feb 21 00:46:28.279810 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-941e27b3-3ba9-4ed9-a646-b1107ceb9dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-356390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362153'] for router (eccd5b17-8038-43e1-989f-6fcff674591e), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:28.341896 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbca8f1-2839-4ef0-8b26-c9090d397677 None None] Network 4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:46:28.442158 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:46:28.500933 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-390db881-35ef-4a06-984e-7798ee1aee41 None None] Provisioning complete for port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:28.501880 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-390db881-35ef-4a06-984e-7798ee1aee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (92ad89fe-c20e-4ab2-a27d-0087d77b40c6), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:28.552779 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941e27b3-3ba9-4ed9-a646-b1107ceb9dd2 admin admin] Router eccd5b17-8038-43e1-989f-6fcff674591e is scheduled to L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 with binding_index 1 {{(pid=109907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 00:46:28.594322 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:28.595022 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (92ad89fe-c20e-4ab2-a27d-0087d77b40c6), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:28.668675 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-390db881-35ef-4a06-984e-7798ee1aee41 None None] Current status of the port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:28.668986 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-390db881-35ef-4a06-984e-7798ee1aee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (92ad89fe-c20e-4ab2-a27d-0087d77b40c6), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:28.707049 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941e27b3-3ba9-4ed9-a646-b1107ceb9dd2 admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:46:28.736774 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] Sync routers for ids ['eccd5b17-8038-43e1-989f-6fcff674591e'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:46:28.742562 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-390db881-35ef-4a06-984e-7798ee1aee41 None None] For port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=92ad89fe-c20e-4ab2-a27d-0087d77b40c6,segment=NetworkSegment(b8d146cf-49d4-4c80-bedd-e21788dd3309),segment_id=b8d146cf-49d4-4c80-bedd-e21788dd3309)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:28.768701 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:28.769095 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (92ad89fe-c20e-4ab2-a27d-0087d77b40c6), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:28.771054 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] Routers {'eccd5b17-8038-43e1-989f-6fcff674591e'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:46:28.772059 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:45:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['eccd5b17-8038-43e1-989f-6fcff674591e'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:28.788347 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-941e27b3-3ba9-4ed9-a646-b1107ceb9dd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:28.789895 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-941e27b3-3ba9-4ed9-a646-b1107ceb9dd2 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6708479 Feb 21 00:46:28.792654 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56498) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:28.828632 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-390db881-35ef-4a06-984e-7798ee1aee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (92ad89fe-c20e-4ab2-a27d-0087d77b40c6), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:28.987116 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390db881-35ef-4a06-984e-7798ee1aee41 None None] Pushing event updated for resources: {'Port': ['ID=92ad89fe-c20e-4ab2-a27d-0087d77b40c6,revision_number=3']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:29.057314 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.db.api [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 00:46:29.057694 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG oslo_db.api [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 00:46:29.073808 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-8a62b26a-378c-419e-8a0f-57a1dbcdb60f None None] Provisioning complete for port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:29.075565 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-8a62b26a-378c-419e-8a0f-57a1dbcdb60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (92ad89fe-c20e-4ab2-a27d-0087d77b40c6), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:29.106957 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] Set router eccd5b17-8038-43e1-989f-6fcff674591e gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:46:29.109317 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-666c6596-80ab-4a09-835c-7a4a42cfcaa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:29.234553 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21acca3-d7a8-417c-913d-ece12923a934 req-7be8114e-ded4-4324-9014-4c4a8c30a067 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:29.236190 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f21acca3-d7a8-417c-913d-ece12923a934 req-7be8114e-ded4-4324-9014-4c4a8c30a067 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0847685 Feb 21 00:46:29.296071 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f21acca3-d7a8-417c-913d-ece12923a934 req-7917acbc-ecfe-4369-a1aa-7e2aa9c48eeb tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527916 Feb 21 00:46:29.361039 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-8a62b26a-378c-419e-8a0f-57a1dbcdb60f None None] Current status of the port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:29.419989 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4eee16-8e49-487a-9447-a7cedc6f3b50 req-6d4302b8-e92d-4585-a471-9367fc7c5ee0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:29.421615 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-4d4eee16-8e49-487a-9447-a7cedc6f3b50 req-6d4302b8-e92d-4585-a471-9367fc7c5ee0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.3481343 Feb 21 00:46:29.435758 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'name': 'tempest-TestShelveInstance-501192874-router', 'tenant_id': '08e82bd85e6943b2b94b209eb498ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '0a6a948f-7ee7-4ab8-9377-fc6ba76739c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:25Z', 'updated_at': '2022-02-21T00:46:27Z', 'revision_number': 3, 'project_id': '08e82bd85e6943b2b94b209eb498ca6e', 'gw_port': {'id': '0a6a948f-7ee7-4ab8-9377-fc6ba76739c6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:26Z', 'updated_at': '2022-02-21T00:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:29.465119 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] Checking router: eccd5b17-8038-43e1-989f-6fcff674591e for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:46:29.465438 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] Updating router eccd5b17-8038-43e1-989f-6fcff674591e port 0a6a948f-7ee7-4ab8-9377-fc6ba76739c6 binding host dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:46:29.487814 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-569d92e1-0f7a-43bf-a7c0-eb0f32a83204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:29.493850 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (0a6a948f-7ee7-4ab8-9377-fc6ba76739c6), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:29.515267 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-4d4eee16-8e49-487a-9447-a7cedc6f3b50 req-664efe06-ec08-4985-bb84-5f024e389d25 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857863 Feb 21 00:46:29.637216 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:29.674910 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_common [None req-569d92e1-0f7a-43bf-a7c0-eb0f32a83204 admin admin] Allocated IP 172.20.0.1 (4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a/a366b44d-677d-4963-bcf0-2f5fe8429b9a/1a7b22de-2e43-4ce2-a665-d0de7dc0e832) {{(pid=109906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:46:29.783043 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-569d92e1-0f7a-43bf-a7c0-eb0f32a83204 admin admin] Publish callbacks [] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:29.785158 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] Publish callbacks [] for port (0a6a948f-7ee7-4ab8-9377-fc6ba76739c6), precommit_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:29.872082 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (0a6a948f-7ee7-4ab8-9377-fc6ba76739c6), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:29.900889 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-569d92e1-0f7a-43bf-a7c0-eb0f32a83204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:29.927681 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] Attempting to bind port 0a6a948f-7ee7-4ab8-9377-fc6ba76739c6 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:46:29.959877 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] Attempting to bind port 0a6a948f-7ee7-4ab8-9377-fc6ba76739c6 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:46:29.959877 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] Attempting to bind port 0a6a948f-7ee7-4ab8-9377-fc6ba76739c6 on network c88f79bf-88c8-4630-a831-5481b52b74c3 {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:46:29.959877 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b5de2-a6b7-4fb9-81ba-5ef32a4ca20b None None] Pushing event updated for resources: {'Port': ['ID=0a6a948f-7ee7-4ab8-9377-fc6ba76739c6,revision_number=2']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:29.961922 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569d92e1-0f7a-43bf-a7c0-eb0f32a83204 admin admin] Network 4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a is already hosted by enough agents. {{(pid=109906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:46:29.962172 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:46:29.962172 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] Checking segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:46:29.962172 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:29.962172 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] Bound using segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:46:29.962172 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] Bound port: 0a6a948f-7ee7-4ab8-9377-fc6ba76739c6, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:46:29.962929 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-569d92e1-0f7a-43bf-a7c0-eb0f32a83204 admin admin] Resources bound (agent type, host, resource id): {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:46:29.963030 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (0a6a948f-7ee7-4ab8-9377-fc6ba76739c6), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:29.963122 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569d92e1-0f7a-43bf-a7c0-eb0f32a83204 admin admin] Received port after_create {{(pid=109906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:46:29.991839 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d92e1-0f7a-43bf-a7c0-eb0f32a83204 admin admin] Pushing event updated for resources: {'Port': ['ID=1a7b22de-2e43-4ce2-a665-d0de7dc0e832,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:30.000897 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-569d92e1-0f7a-43bf-a7c0-eb0f32a83204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358782'] for router_interface (eccd5b17-8038-43e1-989f-6fcff674591e), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:30.008242 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] For port 0a6a948f-7ee7-4ab8-9377-fc6ba76739c6, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:46:30.011602 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] For port 0a6a948f-7ee7-4ab8-9377-fc6ba76739c6, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=0a6a948f-7ee7-4ab8-9377-fc6ba76739c6,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:46:30.175347 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (0a6a948f-7ee7-4ab8-9377-fc6ba76739c6), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:30.248649 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-569d92e1-0f7a-43bf-a7c0-eb0f32a83204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), before_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:30.403373 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] Routers {'eccd5b17-8038-43e1-989f-6fcff674591e'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:46:30.404100 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:46:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['eccd5b17-8038-43e1-989f-6fcff674591e'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:30.408860 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-e2f97abe-867a-4d3e-a2ed-a491498d6010 None None] Provisioning complete for port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:30.409253 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-e2f97abe-867a-4d3e-a2ed-a491498d6010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:30.470291 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b5de2-a6b7-4fb9-81ba-5ef32a4ca20b None None] Pushing event updated for resources: {'Port': ['ID=0a6a948f-7ee7-4ab8-9377-fc6ba76739c6,revision_number=3']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:30.499968 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:46:30.528234 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-569d92e1-0f7a-43bf-a7c0-eb0f32a83204 admin admin] Publish callbacks [] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), precommit_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:30.541743 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6d9b8-4766-48b9-be80-213d0ea1438a req-018a3bdc-11ae-4d3d-84cd-a6e1c775593e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:30.542293 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:30.545065 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6fb6d9b8-4766-48b9-be80-213d0ea1438a req-018a3bdc-11ae-4d3d-84cd-a6e1c775593e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.1180110 Feb 21 00:46:30.569538 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-e2f97abe-867a-4d3e-a2ed-a491498d6010 None None] Port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:46:30.617944 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] Set router eccd5b17-8038-43e1-989f-6fcff674591e gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:46:30.623300 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-569d92e1-0f7a-43bf-a7c0-eb0f32a83204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11782249'] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), after_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:30.650722 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6fb6d9b8-4766-48b9-be80-213d0ea1438a req-26592883-d161-446b-a765-1b53ae15008e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946298 Feb 21 00:46:30.660837 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:30.661217 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (92ad89fe-c20e-4ab2-a27d-0087d77b40c6), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:30.755259 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-569d92e1-0f7a-43bf-a7c0-eb0f32a83204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3776529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358890'] for router_interface (eccd5b17-8038-43e1-989f-6fcff674591e), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:30.816228 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750722a-5be3-45b4-ab4f-66f16369963c req-63197d00-bbd2-433a-91fa-309b13623f2d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:30.818211 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-7750722a-5be3-45b4-ab4f-66f16369963c req-63197d00-bbd2-433a-91fa-309b13623f2d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.2158215 Feb 21 00:46:30.870178 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d92e1-0f7a-43bf-a7c0-eb0f32a83204 admin admin] Pushing event updated for resources: {'Port': ['ID=1a7b22de-2e43-4ce2-a665-d0de7dc0e832,revision_number=2']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:30.881493 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:30.941270 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-7750722a-5be3-45b4-ab4f-66f16369963c req-16d8a035-5fcd-4836-9d6f-f5aa7b3d1ea0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834081 Feb 21 00:46:30.978221 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569d92e1-0f7a-43bf-a7c0-eb0f32a83204 admin admin] Network 4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a is already hosted by enough agents. {{(pid=109906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:46:30.979923 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-569d92e1-0f7a-43bf-a7c0-eb0f32a83204 admin admin] Resources bound (agent type, host, resource id): {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:46:31.022272 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'name': 'tempest-TestShelveInstance-501192874-router', 'tenant_id': '08e82bd85e6943b2b94b209eb498ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '0a6a948f-7ee7-4ab8-9377-fc6ba76739c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:25Z', 'updated_at': '2022-02-21T00:46:30Z', 'revision_number': 4, 'project_id': '08e82bd85e6943b2b94b209eb498ca6e', 'gw_port': {'id': '0a6a948f-7ee7-4ab8-9377-fc6ba76739c6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:26Z', 'updated_at': '2022-02-21T00:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '1a7b22de-2e43-4ce2-a665-d0de7dc0e832', 'name': '', 'network_id': '4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a', 'tenant_id': '08e82bd85e6943b2b94b209eb498ca6e', 'mac_address': 'fa:16:3e:32:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a366b44d-677d-4963-bcf0-2f5fe8429b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:29Z', 'updated_at': '2022-02-21T00:46:29Z', 'revision_number': 1, 'project_id': '08e82bd85e6943b2b94b209eb498ca6e', 'subnets': [{'id': 'a366b44d-677d-4963-bcf0-2f5fe8429b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:31.083381 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d566ad-814f-4d13-ac41-9bdf1f64bec0 None None] The sync data for ids ['eccd5b17-8038-43e1-989f-6fcff674591e'] in dv-cinder-813224-6-iscsi is: [{'id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'name': 'tempest-TestShelveInstance-501192874-router', 'tenant_id': '08e82bd85e6943b2b94b209eb498ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '0a6a948f-7ee7-4ab8-9377-fc6ba76739c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:25Z', 'updated_at': '2022-02-21T00:46:30Z', 'revision_number': 4, 'project_id': '08e82bd85e6943b2b94b209eb498ca6e', 'gw_port': {'id': '0a6a948f-7ee7-4ab8-9377-fc6ba76739c6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:26Z', 'updated_at': '2022-02-21T00:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '1a7b22de-2e43-4ce2-a665-d0de7dc0e832', 'name': '', 'network_id': '4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a', 'tenant_id': '08e82bd85e6943b2b94b209eb498ca6e', 'mac_address': 'fa:16:3e:32:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a366b44d-677d-4963-bcf0-2f5fe8429b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:29Z', 'updated_at': '2022-02-21T00:46:29Z', 'revision_number': 1, 'project_id': '08e82bd85e6943b2b94b209eb498ca6e', 'subnets': [{'id': 'a366b44d-677d-4963-bcf0-2f5fe8429b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:46:31.180634 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a1571-41ca-4d67-9827-b0172761b7b4 req-06feece5-b919-4c1a-a58d-78cdbfc6472d tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:31.194407 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-682a1571-41ca-4d67-9827-b0172761b7b4 req-06feece5-b919-4c1a-a58d-78cdbfc6472d tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.1727762 Feb 21 00:46:31.239296 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569d92e1-0f7a-43bf-a7c0-eb0f32a83204 admin admin] Router eccd5b17-8038-43e1-989f-6fcff674591e has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:46:31.308093 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-682a1571-41ca-4d67-9827-b0172761b7b4 req-429fcdd3-2480-4cba-9b44-8521cff0ab8b tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126926 Feb 21 00:46:31.405197 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-e7e23b62-e323-4be3-b45f-37f0ee1f5275 None None] Provisioning complete for port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:31.409309 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-e7e23b62-e323-4be3-b45f-37f0ee1f5275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:31.494337 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77136d27-7b01-4b91-9f1c-d1760e3c8bc9 req-43e23bc5-c776-42b6-ada5-f53507355981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:31.494889 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569d92e1-0f7a-43bf-a7c0-eb0f32a83204 admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:46:31.496530 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-77136d27-7b01-4b91-9f1c-d1760e3c8bc9 req-43e23bc5-c776-42b6-ada5-f53507355981 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e025d3db5ee41318537bfd4c1fc1d95&device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 1129 time: 0.2997494 Feb 21 00:46:31.501927 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-569d92e1-0f7a-43bf-a7c0-eb0f32a83204 admin admin] 10.222.0.81 "PUT /v2.0/routers/eccd5b17-8038-43e1-989f-6fcff674591e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7078736 Feb 21 00:46:31.507134 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-e7e23b62-e323-4be3-b45f-37f0ee1f5275 None None] Port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:46:31.649320 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77136d27-7b01-4b91-9f1c-d1760e3c8bc9 req-cfa9192a-9cbd-458e-8707-0d1abef7c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:31.651517 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-77136d27-7b01-4b91-9f1c-d1760e3c8bc9 req-cfa9192a-9cbd-458e-8707-0d1abef7c9db service neutron] 10.222.0.61 "GET /v2.0/networks?id=28cf2863-0276-45ba-8819-b4e51508cd5b HTTP/1.1" status: 200 len: 912 time: 0.1484663 Feb 21 00:46:31.661447 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:31.767121 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-77136d27-7b01-4b91-9f1c-d1760e3c8bc9 req-1f550f8a-df3b-49b6-8838-e56faef6decb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33b22f53-e000-46dd-ab38-d61bb7c1955e HTTP/1.1" status: 200 len: 1001 time: 0.1071332 Feb 21 00:46:31.838264 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77136d27-7b01-4b91-9f1c-d1760e3c8bc9 req-b20d6ef7-4eeb-46ee-a06e-791110e3cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:31.841513 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-77136d27-7b01-4b91-9f1c-d1760e3c8bc9 req-b20d6ef7-4eeb-46ee-a06e-791110e3cd6a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8388cafd-40d5-402b-b2e4-849f8f54e15b HTTP/1.1" status: 200 len: 850 time: 0.0619028 Feb 21 00:46:31.925671 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77136d27-7b01-4b91-9f1c-d1760e3c8bc9 req-691784bc-a0e8-48f8-a533-d2d9c1d15ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:31.925671 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-77136d27-7b01-4b91-9f1c-d1760e3c8bc9 req-691784bc-a0e8-48f8-a533-d2d9c1d15ca0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=28cf2863-0276-45ba-8819-b4e51508cd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750997 Feb 21 00:46:32.103026 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-77136d27-7b01-4b91-9f1c-d1760e3c8bc9 req-dbf55070-f18b-4f4c-8ca1-97adfb4b99da service neutron] 10.222.0.61 "GET /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700711 Feb 21 00:46:32.196289 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a6bf9-7882-4db6-91f3-485d7d1fb352 req-979c1121-fdf3-430b-af5e-e0b5cb831184 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:32.203326 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-505a6bf9-7882-4db6-91f3-485d7d1fb352 req-979c1121-fdf3-430b-af5e-e0b5cb831184 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.1479378 Feb 21 00:46:32.274505 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-77136d27-7b01-4b91-9f1c-d1760e3c8bc9 req-dcdba3d5-75fa-4995-b6af-f8fe91d4b444 service neutron] 10.222.0.61 "GET /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637347 Feb 21 00:46:32.283263 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-505a6bf9-7882-4db6-91f3-485d7d1fb352 req-61382ef0-2fcb-4036-8811-173b8fd39b35 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789049 Feb 21 00:46:32.342356 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 56530) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:32.347045 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-0a79bd1c-6b27-4d08-8ffd-a3a74e1497ec tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-512084624', 'description': 'tempest-secgroup-smoke-512084624 description', 'project_id': 'd72182772ed4494590eaf3e9e402c4f3'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:46:32.429719 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0a79bd1c-6b27-4d08-8ffd-a3a74e1497ec tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:32.453281 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef704c-3803-4f4e-bf8f-71900d9b4e65 req-e2dfcbb8-a284-4103-92df-3740fafe82d8 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:32.457043 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c5ef704c-3803-4f4e-bf8f-71900d9b4e65 req-e2dfcbb8-a284-4103-92df-3740fafe82d8 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0785246 Feb 21 00:46:32.551352 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c5ef704c-3803-4f4e-bf8f-71900d9b4e65 req-d88bfa1c-e006-4d22-8ee2-caabc69663f9 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879235 Feb 21 00:46:32.591678 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0a79bd1c-6b27-4d08-8ffd-a3a74e1497ec tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group (cf782432-ea01-487c-b4e7-def8d3c79c69), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:32.660812 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0a79bd1c-6b27-4d08-8ffd-a3a74e1497ec tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (cf782432-ea01-487c-b4e7-def8d3c79c69), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:32.694920 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79bd1c-6b27-4d08-8ffd-a3a74e1497ec tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf782432-ea01-487c-b4e7-def8d3c79c69,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:32.794583 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0a79bd1c-6b27-4d08-8ffd-a3a74e1497ec tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:32.798736 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-0a79bd1c-6b27-4d08-8ffd-a3a74e1497ec tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4524174 Feb 21 00:46:32.802878 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 56532) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:32.804793 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-9eb6a516-32d9-4958-81e3-e34d9952ae26 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Request body: {'security_group_rule': {'security_group_id': 'cf782432-ea01-487c-b4e7-def8d3c79c69', 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:46:32.905292 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a516-32d9-4958-81e3-e34d9952ae26 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group_rule (11b51778-a881-4f2e-850a-5755bd4c4313), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:32.974107 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a516-32d9-4958-81e3-e34d9952ae26 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group_rule (11b51778-a881-4f2e-850a-5755bd4c4313), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:33.054870 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a516-32d9-4958-81e3-e34d9952ae26 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (11b51778-a881-4f2e-850a-5755bd4c4313), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:33.093639 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6a516-32d9-4958-81e3-e34d9952ae26 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b51778-a881-4f2e-850a-5755bd4c4313,revision_number=0']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:33.166167 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a516-32d9-4958-81e3-e34d9952ae26 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:33.167459 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-9eb6a516-32d9-4958-81e3-e34d9952ae26 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3673358 Feb 21 00:46:33.170438 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56534) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:33.175432 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-9e869b16-cb2b-4f0c-b5ad-efbf8e486c7a tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Request body: {'security_group_rule': {'security_group_id': 'cf782432-ea01-487c-b4e7-def8d3c79c69', 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:46:33.314501 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9e869b16-cb2b-4f0c-b5ad-efbf8e486c7a tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group_rule (75d438e3-6164-4fbe-95bb-c83c169e9221), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:33.343172 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:33.437744 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9e869b16-cb2b-4f0c-b5ad-efbf8e486c7a tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group_rule (75d438e3-6164-4fbe-95bb-c83c169e9221), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:33.460695 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dc742-0b99-404e-9661-6d01b206a93c req-048830f2-65a7-4ca1-833b-05eae7b15eeb tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:33.465188 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e08dc742-0b99-404e-9661-6d01b206a93c req-048830f2-65a7-4ca1-833b-05eae7b15eeb tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.0885334 Feb 21 00:46:33.511567 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9e869b16-cb2b-4f0c-b5ad-efbf8e486c7a tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (75d438e3-6164-4fbe-95bb-c83c169e9221), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:33.557631 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e869b16-cb2b-4f0c-b5ad-efbf8e486c7a tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d438e3-6164-4fbe-95bb-c83c169e9221,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:33.562399 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e08dc742-0b99-404e-9661-6d01b206a93c req-1f509180-e504-40bf-ae0f-34339164c656 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933969 Feb 21 00:46:33.611385 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9e869b16-cb2b-4f0c-b5ad-efbf8e486c7a tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:33.612933 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-9e869b16-cb2b-4f0c-b5ad-efbf8e486c7a tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4414394 Feb 21 00:46:33.615949 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 56540) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:33.626200 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-3972eafc-6e9e-4a9f-a3e5-a0b98ae4e2b6 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Request body: {'security_group_rule': {'security_group_id': 'cf782432-ea01-487c-b4e7-def8d3c79c69', 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:46:33.735419 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a726f6-768d-4530-8e3c-f957fa38b21b req-60ae0a18-5a78-40ef-8f3e-115a429a60b3 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:33.746803 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-91a726f6-768d-4530-8e3c-f957fa38b21b req-60ae0a18-5a78-40ef-8f3e-115a429a60b3 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0870609 Feb 21 00:46:33.774544 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-3972eafc-6e9e-4a9f-a3e5-a0b98ae4e2b6 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group_rule (1803a7b6-487f-47e2-a3bf-153e7d5a7b78), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:33.852802 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-91a726f6-768d-4530-8e3c-f957fa38b21b req-fa02699b-d5b6-45ad-98f5-e676d89857a7 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049747 Feb 21 00:46:33.871993 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-3972eafc-6e9e-4a9f-a3e5-a0b98ae4e2b6 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group_rule (1803a7b6-487f-47e2-a3bf-153e7d5a7b78), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:33.974753 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-3972eafc-6e9e-4a9f-a3e5-a0b98ae4e2b6 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (1803a7b6-487f-47e2-a3bf-153e7d5a7b78), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:33.994747 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972eafc-6e9e-4a9f-a3e5-a0b98ae4e2b6 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1803a7b6-487f-47e2-a3bf-153e7d5a7b78,revision_number=0']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:34.069699 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-3972eafc-6e9e-4a9f-a3e5-a0b98ae4e2b6 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:34.070999 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-3972eafc-6e9e-4a9f-a3e5-a0b98ae4e2b6 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4533427 Feb 21 00:46:34.073970 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56544) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:34.078857 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-ee3ba86c-d3e5-4a33-93ab-d7cb91d225ff tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Request body: {'security_group_rule': {'security_group_id': 'cf782432-ea01-487c-b4e7-def8d3c79c69', 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:46:34.168817 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba86c-d3e5-4a33-93ab-d7cb91d225ff tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group_rule (dfdb1a5d-37b0-456e-a927-b5f80698bfff), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:34.236350 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba86c-d3e5-4a33-93ab-d7cb91d225ff tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group_rule (dfdb1a5d-37b0-456e-a927-b5f80698bfff), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:34.376321 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 0a6a948f-7ee7-4ab8-9377-fc6ba76739c6 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:46:34.433491 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 0a6a948f-7ee7-4ab8-9377-fc6ba76739c6 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:34.433928 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (0a6a948f-7ee7-4ab8-9377-fc6ba76739c6), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:34.515958 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 0a6a948f-7ee7-4ab8-9377-fc6ba76739c6 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:34.516432 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (0a6a948f-7ee7-4ab8-9377-fc6ba76739c6), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:34.517834 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba86c-d3e5-4a33-93ab-d7cb91d225ff tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (dfdb1a5d-37b0-456e-a927-b5f80698bfff), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:34.535903 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ba86c-d3e5-4a33-93ab-d7cb91d225ff tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdb1a5d-37b0-456e-a927-b5f80698bfff,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:34.539303 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] For port 0a6a948f-7ee7-4ab8-9377-fc6ba76739c6, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=0a6a948f-7ee7-4ab8-9377-fc6ba76739c6,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:34.598087 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (0a6a948f-7ee7-4ab8-9377-fc6ba76739c6), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:34.635061 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba86c-d3e5-4a33-93ab-d7cb91d225ff tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:34.636462 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-ee3ba86c-d3e5-4a33-93ab-d7cb91d225ff tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5611644 Feb 21 00:46:34.639035 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56548) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:34.645763 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-daebae19-0ad3-454e-82fc-b051d009bc1f tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Request body: {'security_group_rule': {'security_group_id': 'cf782432-ea01-487c-b4e7-def8d3c79c69', 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:46:34.651515 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Pushing event updated for resources: {'Port': ['ID=0a6a948f-7ee7-4ab8-9377-fc6ba76739c6,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:34.742381 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56affed-a2dd-4872-a4b3-7544f04e220b req-1c2e4ac5-840e-496b-ba91-0b09b09d92fd tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:34.744399 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d56affed-a2dd-4872-a4b3-7544f04e220b req-1c2e4ac5-840e-496b-ba91-0b09b09d92fd tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.0787621 Feb 21 00:46:34.746691 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.db.securitygroups_db [None req-daebae19-0ad3-454e-82fc-b051d009bc1f tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Project d72182772ed4494590eaf3e9e402c4f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 00:46:34.754045 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-daebae19-0ad3-454e-82fc-b051d009bc1f tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group_rule (4caf5620-60a8-4ee8-a1b0-e2517eb0e66b), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:34.809744 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] Sync routers for ids ['eccd5b17-8038-43e1-989f-6fcff674591e'] in dv-cinder-813224-6-iscsi {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:46:34.823529 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] Routers {'eccd5b17-8038-43e1-989f-6fcff674591e'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:46:34.824176 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:46:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['eccd5b17-8038-43e1-989f-6fcff674591e'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:34.850515 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d56affed-a2dd-4872-a4b3-7544f04e220b req-af7c109b-6ece-4acb-ae67-647a5aed84b6 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914116 Feb 21 00:46:34.866661 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-daebae19-0ad3-454e-82fc-b051d009bc1f tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group_rule (4caf5620-60a8-4ee8-a1b0-e2517eb0e66b), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:34.957714 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-daebae19-0ad3-454e-82fc-b051d009bc1f tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (4caf5620-60a8-4ee8-a1b0-e2517eb0e66b), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:34.974246 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebae19-0ad3-454e-82fc-b051d009bc1f tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4caf5620-60a8-4ee8-a1b0-e2517eb0e66b,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:34.978407 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] Set router eccd5b17-8038-43e1-989f-6fcff674591e gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:46:35.073978 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-daebae19-0ad3-454e-82fc-b051d009bc1f tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:35.075614 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-daebae19-0ad3-454e-82fc-b051d009bc1f tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4341581 Feb 21 00:46:35.078493 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 56554) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:46:35.082971 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-e1e2bfde-cb15-456e-aa58-9b30d2926427 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Request body: {'security_group_rule': {'security_group_id': 'cf782432-ea01-487c-b4e7-def8d3c79c69', 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:46:35.186683 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.securitygroups_db [None req-e1e2bfde-cb15-456e-aa58-9b30d2926427 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Project d72182772ed4494590eaf3e9e402c4f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 00:46:35.192222 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'name': 'tempest-TestShelveInstance-501192874-router', 'tenant_id': '08e82bd85e6943b2b94b209eb498ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '0a6a948f-7ee7-4ab8-9377-fc6ba76739c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:25Z', 'updated_at': '2022-02-21T00:46:30Z', 'revision_number': 4, 'project_id': '08e82bd85e6943b2b94b209eb498ca6e', 'gw_port': {'id': '0a6a948f-7ee7-4ab8-9377-fc6ba76739c6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:26Z', 'updated_at': '2022-02-21T00:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '1a7b22de-2e43-4ce2-a665-d0de7dc0e832', 'name': '', 'network_id': '4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a', 'tenant_id': '08e82bd85e6943b2b94b209eb498ca6e', 'mac_address': 'fa:16:3e:32:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a366b44d-677d-4963-bcf0-2f5fe8429b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:29Z', 'updated_at': '2022-02-21T00:46:30Z', 'revision_number': 2, 'project_id': '08e82bd85e6943b2b94b209eb498ca6e', 'subnets': [{'id': 'a366b44d-677d-4963-bcf0-2f5fe8429b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:35.192495 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e1e2bfde-cb15-456e-aa58-9b30d2926427 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group_rule (6b927e35-bdb6-4bf7-87b0-8aa8b7adfaa0), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:35.233836 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] Checking router: eccd5b17-8038-43e1-989f-6fcff674591e for host: dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:46:35.234185 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] Updating router eccd5b17-8038-43e1-989f-6fcff674591e port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 binding host dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:46:35.264314 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:35.317365 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e1e2bfde-cb15-456e-aa58-9b30d2926427 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group_rule (6b927e35-bdb6-4bf7-87b0-8aa8b7adfaa0), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:35.375214 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e1e2bfde-cb15-456e-aa58-9b30d2926427 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (6b927e35-bdb6-4bf7-87b0-8aa8b7adfaa0), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:35.393631 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2bfde-cb15-456e-aa58-9b30d2926427 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b927e35-bdb6-4bf7-87b0-8aa8b7adfaa0,revision_number=0']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:35.457303 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e1e2bfde-cb15-456e-aa58-9b30d2926427 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:35.467816 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-e1e2bfde-cb15-456e-aa58-9b30d2926427 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3881309 Feb 21 00:46:35.589403 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] Publish callbacks [] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:35.677611 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:35.738940 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1858816-a75c-4b32-b312-96626107781b None None] Pushing event updated for resources: {'Port': ['ID=1a7b22de-2e43-4ce2-a665-d0de7dc0e832,revision_number=3']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:35.842662 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] Attempting to bind port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:46:35.843989 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] Attempting to bind port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': 'b8d146cf-49d4-4c80-bedd-e21788dd3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a'}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:46:35.844644 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] Attempting to bind port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 on network 4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:46:35.850907 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:46:35.851638 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] Checking segment: {'id': 'b8d146cf-49d4-4c80-bedd-e21788dd3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:46:35.852142 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:35.852680 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] Bound using segment: {'id': 'b8d146cf-49d4-4c80-bedd-e21788dd3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a'} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:46:35.853254 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] Bound port: 1a7b22de-2e43-4ce2-a665-d0de7dc0e832, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d146cf-49d4-4c80-bedd-e21788dd3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a'}}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:46:35.853748 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:35.973040 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] For port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:46:35.977870 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] For port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=1a7b22de-2e43-4ce2-a665-d0de7dc0e832,segment=NetworkSegment(b8d146cf-49d4-4c80-bedd-e21788dd3309),segment_id=b8d146cf-49d4-4c80-bedd-e21788dd3309)] {{(pid=109909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:46:36.034795 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b24580-5891-40c6-a304-166c905524df req-fe80b077-2eaf-4d60-9f5e-1eeb6904b747 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:36.040915 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-92b24580-5891-40c6-a304-166c905524df req-fe80b077-2eaf-4d60-9f5e-1eeb6904b747 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.0903606 Feb 21 00:46:36.066579 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:36.082501 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-945c1e5c-e171-4b26-bc60-09db844d571c None None] Provisioning complete for port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:36.083592 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-945c1e5c-e171-4b26-bc60-09db844d571c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:36.117211 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-92b24580-5891-40c6-a304-166c905524df req-83518bd9-41f3-4412-a15e-a86be95d590e tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751798 Feb 21 00:46:36.208363 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] Routers {'eccd5b17-8038-43e1-989f-6fcff674591e'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:46:36.209031 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:46:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['eccd5b17-8038-43e1-989f-6fcff674591e'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:36.214542 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1858816-a75c-4b32-b312-96626107781b None None] Pushing event updated for resources: {'Port': ['ID=1a7b22de-2e43-4ce2-a665-d0de7dc0e832,revision_number=4']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:36.258346 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-945c1e5c-e171-4b26-bc60-09db844d571c None None] Current status of the port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:36.260418 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-945c1e5c-e171-4b26-bc60-09db844d571c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:36.303930 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-945c1e5c-e171-4b26-bc60-09db844d571c None None] For port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=1a7b22de-2e43-4ce2-a665-d0de7dc0e832,segment=NetworkSegment(b8d146cf-49d4-4c80-bedd-e21788dd3309),segment_id=b8d146cf-49d4-4c80-bedd-e21788dd3309)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:36.395802 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] Set router eccd5b17-8038-43e1-989f-6fcff674591e gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:46:36.409700 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-945c1e5c-e171-4b26-bc60-09db844d571c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:36.472372 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:46:36.530042 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c1e5c-e171-4b26-bc60-09db844d571c None None] Pushing event updated for resources: {'Port': ['ID=1a7b22de-2e43-4ce2-a665-d0de7dc0e832,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:36.553280 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-33e104c5-c4e4-4e43-8978-96bbd4f63aad None None] Provisioning complete for port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:36.554226 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-33e104c5-c4e4-4e43-8978-96bbd4f63aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:36.598500 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:36.598882 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:36.679319 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'name': 'tempest-TestShelveInstance-501192874-router', 'tenant_id': '08e82bd85e6943b2b94b209eb498ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '0a6a948f-7ee7-4ab8-9377-fc6ba76739c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:25Z', 'updated_at': '2022-02-21T00:46:30Z', 'revision_number': 4, 'project_id': '08e82bd85e6943b2b94b209eb498ca6e', 'gw_port': {'id': '0a6a948f-7ee7-4ab8-9377-fc6ba76739c6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:26Z', 'updated_at': '2022-02-21T00:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '1a7b22de-2e43-4ce2-a665-d0de7dc0e832', 'name': '', 'network_id': '4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a', 'tenant_id': '08e82bd85e6943b2b94b209eb498ca6e', 'mac_address': 'fa:16:3e:32:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a366b44d-677d-4963-bcf0-2f5fe8429b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:29Z', 'updated_at': '2022-02-21T00:46:35Z', 'revision_number': 4, 'project_id': '08e82bd85e6943b2b94b209eb498ca6e', 'subnets': [{'id': 'a366b44d-677d-4963-bcf0-2f5fe8429b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:46:36.689570 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-33e104c5-c4e4-4e43-8978-96bbd4f63aad None None] Current status of the port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:36.710230 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f67049-9d86-40ca-9fe3-5d45df7884aa None None] The sync data for ids ['eccd5b17-8038-43e1-989f-6fcff674591e'] in dv-cinder-813224-6-iscsi is: [{'id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'name': 'tempest-TestShelveInstance-501192874-router', 'tenant_id': '08e82bd85e6943b2b94b209eb498ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '0a6a948f-7ee7-4ab8-9377-fc6ba76739c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:25Z', 'updated_at': '2022-02-21T00:46:30Z', 'revision_number': 4, 'project_id': '08e82bd85e6943b2b94b209eb498ca6e', 'gw_port': {'id': '0a6a948f-7ee7-4ab8-9377-fc6ba76739c6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:26Z', 'updated_at': '2022-02-21T00:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '1a7b22de-2e43-4ce2-a665-d0de7dc0e832', 'name': '', 'network_id': '4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a', 'tenant_id': '08e82bd85e6943b2b94b209eb498ca6e', 'mac_address': 'fa:16:3e:32:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a366b44d-677d-4963-bcf0-2f5fe8429b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:29Z', 'updated_at': '2022-02-21T00:46:35Z', 'revision_number': 4, 'project_id': '08e82bd85e6943b2b94b209eb498ca6e', 'subnets': [{'id': 'a366b44d-677d-4963-bcf0-2f5fe8429b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:46:36.734107 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:36.735440 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 0a6a948f-7ee7-4ab8-9377-fc6ba76739c6 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:46:36.797873 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 0a6a948f-7ee7-4ab8-9377-fc6ba76739c6 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:36.798262 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (0a6a948f-7ee7-4ab8-9377-fc6ba76739c6), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:36.898802 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 0a6a948f-7ee7-4ab8-9377-fc6ba76739c6 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:37.334090 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa69e9f-caea-432d-a5ef-f91ade84f3e5 req-4b20fa50-0a71-4b95-9be8-e02e80e984cc tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:37.347652 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ffa69e9f-caea-432d-a5ef-f91ade84f3e5 req-4b20fa50-0a71-4b95-9be8-e02e80e984cc tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.1366260 Feb 21 00:46:37.425585 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ffa69e9f-caea-432d-a5ef-f91ade84f3e5 req-d930c4c2-4db0-40f8-a46a-9248bc2f9965 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726151 Feb 21 00:46:38.365846 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:46:38.426502 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:38.426942 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:38.527005 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:38.571361 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4eb73e-6a26-4159-8925-115fde781b16 req-9898ae7e-a849-4bd7-a1b5-9991e097c034 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:38.572860 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ea4eb73e-6a26-4159-8925-115fde781b16 req-9898ae7e-a849-4bd7-a1b5-9991e097c034 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.0658433 Feb 21 00:46:38.626565 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ea4eb73e-6a26-4159-8925-115fde781b16 req-b5e4baee-a32d-4f64-a91a-b101add1412a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481632 Feb 21 00:46:39.759665 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd11125-66e8-4fd7-b7ca-8872ad3efc98 req-844b3d4d-44f2-4a07-939e-50da4ea1888d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:39.761795 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-5fd11125-66e8-4fd7-b7ca-8872ad3efc98 req-844b3d4d-44f2-4a07-939e-50da4ea1888d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.0551040 Feb 21 00:46:39.809745 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-5fd11125-66e8-4fd7-b7ca-8872ad3efc98 req-f60e87e4-3854-4d9c-ad24-f9e218f2cdeb tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425849 Feb 21 00:46:40.345933 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768bc88-73bb-4482-9ffb-c993782448d8 req-7407cac1-8ed4-4892-a57e-b8a8c23b4a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:40.347415 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b768bc88-73bb-4482-9ffb-c993782448d8 req-7407cac1-8ed4-4892-a57e-b8a8c23b4a03 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82b8f77b26bc425e8a2b357d7db9e33e&device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 1130 time: 0.0438666 Feb 21 00:46:40.442430 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768bc88-73bb-4482-9ffb-c993782448d8 req-a213fa8b-c72a-456a-ac9d-1db386b65954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:40.443809 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b768bc88-73bb-4482-9ffb-c993782448d8 req-a213fa8b-c72a-456a-ac9d-1db386b65954 service neutron] 10.222.0.61 "GET /v2.0/networks?id=db91bc76-bbbd-4928-84db-ba174e4b8a5d HTTP/1.1" status: 200 len: 917 time: 0.0898325 Feb 21 00:46:40.508085 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b768bc88-73bb-4482-9ffb-c993782448d8 req-7420562e-ce0a-4d38-9ce2-4bb6c9108917 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c236e88-a24d-4171-a16c-1c7239543012 HTTP/1.1" status: 200 len: 1002 time: 0.0580716 Feb 21 00:46:40.565181 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768bc88-73bb-4482-9ffb-c993782448d8 req-914c4f91-3ae0-452f-8b2c-0092bf767a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:40.566699 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b768bc88-73bb-4482-9ffb-c993782448d8 req-914c4f91-3ae0-452f-8b2c-0092bf767a11 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fa227f87-1978-4806-9713-f4a79efc4e60 HTTP/1.1" status: 200 len: 855 time: 0.0486419 Feb 21 00:46:40.616823 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768bc88-73bb-4482-9ffb-c993782448d8 req-052e1b95-7163-4525-9dc7-fa6718515cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:40.618409 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b768bc88-73bb-4482-9ffb-c993782448d8 req-052e1b95-7163-4525-9dc7-fa6718515cd5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=db91bc76-bbbd-4928-84db-ba174e4b8a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451386 Feb 21 00:46:40.706117 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b768bc88-73bb-4482-9ffb-c993782448d8 req-492f0541-10c7-4328-8491-8df4b3767bf6 service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808396 Feb 21 00:46:40.801822 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b768bc88-73bb-4482-9ffb-c993782448d8 req-529445d5-d1e8-4ed6-83da-4cbd6511b1fd service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884857 Feb 21 00:46:40.934999 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c8ed6-3981-4d21-8284-65d449397354 req-6822bdef-ae24-4bd8-80b3-c85c27296f23 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:40.936506 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9b2c8ed6-3981-4d21-8284-65d449397354 req-6822bdef-ae24-4bd8-80b3-c85c27296f23 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.0542779 Feb 21 00:46:40.987202 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9b2c8ed6-3981-4d21-8284-65d449397354 req-a7cb1d14-099c-4e64-aee8-3cd64f1ff43e tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435412 Feb 21 00:46:42.117957 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7016a-185e-4c27-900c-620ad7672a98 req-5a753cd7-7071-4785-997f-4f5d7510a7b9 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:42.119444 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-73d7016a-185e-4c27-900c-620ad7672a98 req-5a753cd7-7071-4785-997f-4f5d7510a7b9 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 946 time: 0.0567615 Feb 21 00:46:42.166984 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-73d7016a-185e-4c27-900c-620ad7672a98 req-15a27227-c164-4dcf-83a0-378c40ce4c5f tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418739 Feb 21 00:46:42.850405 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 9c236e88-a24d-4171-a16c-1c7239543012 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:46:42.931797 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 9c236e88-a24d-4171-a16c-1c7239543012 is: ACTIVE; New status is: DOWN {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:42.932203 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (9c236e88-a24d-4171-a16c-1c7239543012), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:42.955652 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecd46cb-eec8-4914-bbb0-38bd67dccd47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c236e88-a24d-4171-a16c-1c7239543012'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:46:42.957918 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c58c6c4-67e7-4d16-9f6b-8f3e124ff296" -d '{"events": [{"server_uuid": "3ecd46cb-eec8-4914-bbb0-38bd67dccd47", "name": "network-vif-unplugged", "status": "completed", "tag": "9c236e88-a24d-4171-a16c-1c7239543012"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:46:42.970763 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 9c236e88-a24d-4171-a16c-1c7239543012, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c236e88-a24d-4171-a16c-1c7239543012,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:43.049046 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (9c236e88-a24d-4171-a16c-1c7239543012), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:43.056374 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Feb 2022 00:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d173f41b-74c3-40a6-bfad-f36d1e319b65 x-openstack-request-id: req-d173f41b-74c3-40a6-bfad-f36d1e319b65 {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:46:43.056698 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ecd46cb-eec8-4914-bbb0-38bd67dccd47", "name": "network-vif-unplugged", "status": "completed", "tag": "9c236e88-a24d-4171-a16c-1c7239543012", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:46:43.056949 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d173f41b-74c3-40a6-bfad-f36d1e319b65 {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:46:43.059303 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ecd46cb-eec8-4914-bbb0-38bd67dccd47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c236e88-a24d-4171-a16c-1c7239543012', 'code': 200} Feb 21 00:46:43.103331 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=9c236e88-a24d-4171-a16c-1c7239543012,revision_number=8']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:43.294988 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8757fdf-c260-4921-9e1b-b2257d808115 req-7c8be02d-2117-404e-a3aa-94e33344b0ce tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:43.296404 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d8757fdf-c260-4921-9e1b-b2257d808115 req-7c8be02d-2117-404e-a3aa-94e33344b0ce tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 944 time: 0.0541565 Feb 21 00:46:43.345191 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d8757fdf-c260-4921-9e1b-b2257d808115 req-545ebb57-eca6-4cd0-936b-fcddc59ef4cc tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430057 Feb 21 00:46:43.848325 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:46:45.220378 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [req-f74c5287-7f3d-4759-b485-3c97304a6634 req-07fd0a13-881d-4842-b45d-96cdc591e2b2 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:46:45.221426 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f74c5287-7f3d-4759-b485-3c97304a6634 req-07fd0a13-881d-4842-b45d-96cdc591e2b2 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0501678 Feb 21 00:46:45.493833 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2c1c1-e402-4c67-834d-3b5821bb885e req-97b47656-2ce7-4a94-8e1b-db3aaf3b212d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:45.495309 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c9d2c1c1-e402-4c67-834d-3b5821bb885e req-97b47656-2ce7-4a94-8e1b-db3aaf3b212d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 944 time: 0.0552919 Feb 21 00:46:45.547991 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c9d2c1c1-e402-4c67-834d-3b5821bb885e req-39620481-5e5d-4ec9-9498-81728707882a tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462997 Feb 21 00:46:45.703723 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dd72c326-b404-4743-a5b4-8f5e9f5acd85 req-c7e1a891-9669-46bc-a0be-1423deae89d4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0490367 Feb 21 00:46:45.780519 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72c326-b404-4743-a5b4-8f5e9f5acd85 req-2ed2cb7b-7ffa-4c1b-9654-f4fdd588f9bc tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:45.781949 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dd72c326-b404-4743-a5b4-8f5e9f5acd85 req-2ed2cb7b-7ffa-4c1b-9654-f4fdd588f9bc tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports/9c236e88-a24d-4171-a16c-1c7239543012 HTTP/1.1" status: 200 len: 941 time: 0.0503037 Feb 21 00:46:46.673175 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6760240-a985-40ec-8473-8ce8836f2854 req-339826c0-9923-4ec8-a131-af979463550d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:46.674649 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b6760240-a985-40ec-8473-8ce8836f2854 req-339826c0-9923-4ec8-a131-af979463550d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 944 time: 0.0526173 Feb 21 00:46:46.730140 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b6760240-a985-40ec-8473-8ce8836f2854 req-b4231607-b097-4237-a0e5-55aeb0252398 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491269 Feb 21 00:46:47.287113 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72c326-b404-4743-a5b4-8f5e9f5acd85 req-7335334e-840d-48ae-97f1-9a0a75c2b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:47.288462 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dd72c326-b404-4743-a5b4-8f5e9f5acd85 req-7335334e-840d-48ae-97f1-9a0a75c2b37d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47&tenant_id=82b8f77b26bc425e8a2b357d7db9e33e HTTP/1.1" status: 200 len: 1128 time: 0.0467119 Feb 21 00:46:47.367084 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72c326-b404-4743-a5b4-8f5e9f5acd85 req-1eb9c4d5-bf22-4f76-9524-bfc18f825979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:47.368690 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dd72c326-b404-4743-a5b4-8f5e9f5acd85 req-1eb9c4d5-bf22-4f76-9524-bfc18f825979 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82b8f77b26bc425e8a2b357d7db9e33e&device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 1128 time: 0.0562224 Feb 21 00:46:47.461585 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72c326-b404-4743-a5b4-8f5e9f5acd85 req-f0cf9fcf-e352-49f3-b229-fc0f85097e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:47.463185 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dd72c326-b404-4743-a5b4-8f5e9f5acd85 req-f0cf9fcf-e352-49f3-b229-fc0f85097e69 service neutron] 10.222.0.61 "GET /v2.0/networks?id=db91bc76-bbbd-4928-84db-ba174e4b8a5d HTTP/1.1" status: 200 len: 917 time: 0.0834632 Feb 21 00:46:47.532288 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dd72c326-b404-4743-a5b4-8f5e9f5acd85 req-d2c57e0c-42ce-4ad7-8172-32d923f62794 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c236e88-a24d-4171-a16c-1c7239543012 HTTP/1.1" status: 200 len: 1000 time: 0.0607700 Feb 21 00:46:47.579466 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72c326-b404-4743-a5b4-8f5e9f5acd85 req-3b2ac0eb-a641-4891-b812-1eb8767d4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:47.580813 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dd72c326-b404-4743-a5b4-8f5e9f5acd85 req-3b2ac0eb-a641-4891-b812-1eb8767d4301 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fa227f87-1978-4806-9713-f4a79efc4e60 HTTP/1.1" status: 200 len: 855 time: 0.0424836 Feb 21 00:46:47.628273 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72c326-b404-4743-a5b4-8f5e9f5acd85 req-4fd702cb-b972-4333-8e80-339b4f5faa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:47.629742 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dd72c326-b404-4743-a5b4-8f5e9f5acd85 req-4fd702cb-b972-4333-8e80-339b4f5faa80 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=db91bc76-bbbd-4928-84db-ba174e4b8a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421960 Feb 21 00:46:47.869309 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254becb-25d5-4b58-8947-6fdec2cd5479 req-044fd6ea-7bea-4fde-82c4-79add2b76bfc tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:47.870894 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-2254becb-25d5-4b58-8947-6fdec2cd5479 req-044fd6ea-7bea-4fde-82c4-79add2b76bfc tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 944 time: 0.0580192 Feb 21 00:46:47.918529 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-2254becb-25d5-4b58-8947-6fdec2cd5479 req-7064ba3c-7dd5-4a4a-bb09-839e92997393 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420132 Feb 21 00:46:47.980472 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dd72c326-b404-4743-a5b4-8f5e9f5acd85 req-9b75793e-e300-44ba-9e09-93dc9716c52f service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436513 Feb 21 00:46:48.083363 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dd72c326-b404-4743-a5b4-8f5e9f5acd85 req-d4d4c396-ac3b-4203-b1db-5fb533e27a45 service neutron] 10.222.0.61 "GET /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937734 Feb 21 00:46:49.053481 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d6ea9-c278-47df-ac1b-460443bf4dcf req-495396c6-3198-4d77-acd4-4b620cb436d0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:49.056350 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4b5d6ea9-c278-47df-ac1b-460443bf4dcf req-495396c6-3198-4d77-acd4-4b620cb436d0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 944 time: 0.0604782 Feb 21 00:46:49.107832 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4b5d6ea9-c278-47df-ac1b-460443bf4dcf req-f5469a8f-ded8-4343-91b0-e74a4f8744b2 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457685 Feb 21 00:46:50.249050 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00229356-cf11-48e7-af07-19ce6bc603a7 req-26dcb0b4-5815-4728-8d31-3edaff914874 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:50.250580 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-00229356-cf11-48e7-af07-19ce6bc603a7 req-26dcb0b4-5815-4728-8d31-3edaff914874 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 944 time: 0.0623112 Feb 21 00:46:50.302196 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-00229356-cf11-48e7-af07-19ce6bc603a7 req-f69e48d9-f675-4a2e-9f90-2198af01d73c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457907 Feb 21 00:46:51.429000 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-eda64841-3878-4340-8a7b-48e8f4a0dc46 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-512084624&fields=id&tenant_id=d72182772ed4494590eaf3e9e402c4f3 HTTP/1.1" status: 200 len: 267 time: 0.0585616 Feb 21 00:46:51.479450 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509a14a-f695-4968-a67a-8f22b989ddbe req-85e4d1c5-4bc7-4489-a548-386f1c637a58 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:51.481869 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e509a14a-f695-4968-a67a-8f22b989ddbe req-85e4d1c5-4bc7-4489-a548-386f1c637a58 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 944 time: 0.0718668 Feb 21 00:46:51.532375 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e509a14a-f695-4968-a67a-8f22b989ddbe req-8e4ff94f-ad07-4ef6-8645-c8a21eb7fb95 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441751 Feb 21 00:46:51.553950 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-4501aa30-b028-4b05-b107-0d1d48ad0757 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:51.561270 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-4501aa30-b028-4b05-b107-0d1d48ad0757 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/networks?id=daf5fe06-0d2f-4672-a789-249ffdebe987 HTTP/1.1" status: 200 len: 808 time: 0.1313787 Feb 21 00:46:51.577732 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-3d39f96a-51d9-4492-955f-a4ec5a40968b tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/quotas/d72182772ed4494590eaf3e9e402c4f3 HTTP/1.1" status: 200 len: 375 time: 0.0154154 Feb 21 00:46:51.651717 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-1dbe7c69-e1bd-4cfb-a9cd-3808b69d6884 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d72182772ed4494590eaf3e9e402c4f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730076 Feb 21 00:46:51.792556 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-b157fc1b-8b02-48db-a605-6688a847c5b9 service neutron] 10.222.0.81 "GET /v2.0/networks/daf5fe06-0d2f-4672-a789-249ffdebe987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148942 Feb 21 00:46:51.901752 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-ffe86e0e-b1e7-4983-b68f-11ecb45af089 service neutron] 10.222.0.81 "GET /v2.0/networks/daf5fe06-0d2f-4672-a789-249ffdebe987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031973 Feb 21 00:46:52.577299 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-9d08a0a8-7efd-454c-9853-0c2939924770 req-a1647b43-2bdf-43f7-8a84-97aaae189069 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 210 time: 0.0469720 Feb 21 00:46:52.705096 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0355a-4130-46db-9dec-66b03a05497f req-bc2a4739-00d5-422b-ad1b-7a9d02e61ae3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:52.706656 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a2e0355a-4130-46db-9dec-66b03a05497f req-bc2a4739-00d5-422b-ad1b-7a9d02e61ae3 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 944 time: 0.0718594 Feb 21 00:46:52.769288 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a2e0355a-4130-46db-9dec-66b03a05497f req-f5edf3e8-968d-49e2-b428-bf0ebdd4c4ff tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553553 Feb 21 00:46:53.670175 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-497b4910-0f87-45a5-a1e8-ad717f5df667 req-4da218a4-12e1-4b11-b5b1-c691d608be31 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 210 time: 0.0339820 Feb 21 00:46:53.908383 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6418ada-f76d-4ea3-b473-0d2266f4e2c3 req-1f090ec8-8050-476f-a269-6601ccb1c27c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:53.909814 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e6418ada-f76d-4ea3-b473-0d2266f4e2c3 req-1f090ec8-8050-476f-a269-6601ccb1c27c tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 944 time: 0.0548790 Feb 21 00:46:53.965535 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e6418ada-f76d-4ea3-b473-0d2266f4e2c3 req-89636176-8b22-4ed0-af75-ceb023c34613 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496984 Feb 21 00:46:54.772702 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f474e9f3-37ef-4c64-941a-68656ce6e3de req-8879c071-04ea-4eb1-bfb4-564ef28ebd2b tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 210 time: 0.0354369 Feb 21 00:46:55.092853 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e8684-b364-43e5-be44-13caf9359e64 req-e83985d2-2384-48a1-87f7-d94eb17980c4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:55.095062 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ba7e8684-b364-43e5-be44-13caf9359e64 req-e83985d2-2384-48a1-87f7-d94eb17980c4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 944 time: 0.0547040 Feb 21 00:46:55.143916 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ba7e8684-b364-43e5-be44-13caf9359e64 req-ceb4fae9-8b89-4000-85cf-bc7dd3ed32d8 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432622 Feb 21 00:46:55.869517 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-dd01995a-158f-4c50-a130-e4278f77ada0 req-6dd1cb8b-d307-4d81-985b-b34b369b0167 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 210 time: 0.0269732 Feb 21 00:46:56.277687 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e6e53-32ba-41ce-aed3-a7055cf6fe16 req-9b755baa-0ebb-4555-907a-65014c40902b tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:56.279214 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c98e6e53-32ba-41ce-aed3-a7055cf6fe16 req-9b755baa-0ebb-4555-907a-65014c40902b tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 944 time: 0.0553463 Feb 21 00:46:56.331904 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c98e6e53-32ba-41ce-aed3-a7055cf6fe16 req-89a1e721-c113-4490-bc22-ebd09c2dbf7d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454626 Feb 21 00:46:56.677184 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:56.865907 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-0464b60d-d075-41c7-9587-0f41d03a8157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:56.962823 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b2c0c693-fb15-4655-90dc-216678cb3840 req-1b070737-9c44-4630-aba1-9a6e797c9fbf tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 210 time: 0.0270813 Feb 21 00:46:57.146505 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a2c77a04-3d3d-4528-9a30-4fb4d3132697 req-efc6f44e-d110-485e-8e0b-45f9e951d628 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470295 Feb 21 00:46:57.210860 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c77a04-3d3d-4528-9a30-4fb4d3132697 req-637c0af0-3005-4c00-a4fc-670d8f30c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:57.212363 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a2c77a04-3d3d-4528-9a30-4fb4d3132697 req-637c0af0-3005-4c00-a4fc-670d8f30c005 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e025d3db5ee41318537bfd4c1fc1d95&device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 1129 time: 0.0437508 Feb 21 00:46:57.324841 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c77a04-3d3d-4528-9a30-4fb4d3132697 req-1db894d6-2924-4d33-b1ef-fe95595751a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:57.326297 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a2c77a04-3d3d-4528-9a30-4fb4d3132697 req-1db894d6-2924-4d33-b1ef-fe95595751a3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=28cf2863-0276-45ba-8819-b4e51508cd5b HTTP/1.1" status: 200 len: 912 time: 0.0844305 Feb 21 00:46:57.400725 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a2c77a04-3d3d-4528-9a30-4fb4d3132697 req-c5fb61f9-5b8f-4a30-ac13-a6b82d211781 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33b22f53-e000-46dd-ab38-d61bb7c1955e HTTP/1.1" status: 200 len: 1001 time: 0.0649517 Feb 21 00:46:57.483163 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c77a04-3d3d-4528-9a30-4fb4d3132697 req-25f27d54-5fbb-4847-929a-440121ab0e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:57.484647 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a2c77a04-3d3d-4528-9a30-4fb4d3132697 req-25f27d54-5fbb-4847-929a-440121ab0e7f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8388cafd-40d5-402b-b2e4-849f8f54e15b HTTP/1.1" status: 200 len: 850 time: 0.0697789 Feb 21 00:46:57.492665 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564c52c-0f8d-4bbd-9566-66c9562192a1 req-a0d951dc-a362-4aab-9d47-6580e7f4f64e tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:57.494777 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d564c52c-0f8d-4bbd-9566-66c9562192a1 req-a0d951dc-a362-4aab-9d47-6580e7f4f64e tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 944 time: 0.0894229 Feb 21 00:46:57.578639 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d564c52c-0f8d-4bbd-9566-66c9562192a1 req-7408f63c-4768-47f7-9cf7-8922d1644e37 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758410 Feb 21 00:46:57.584798 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c77a04-3d3d-4528-9a30-4fb4d3132697 req-e1fb8908-6054-4963-aa2e-3d6cba97d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:57.586272 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a2c77a04-3d3d-4528-9a30-4fb4d3132697 req-e1fb8908-6054-4963-aa2e-3d6cba97d03f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=28cf2863-0276-45ba-8819-b4e51508cd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0906601 Feb 21 00:46:57.678454 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a2c77a04-3d3d-4528-9a30-4fb4d3132697 req-39ebce1b-550b-434f-940c-2311aae7306f service neutron] 10.222.0.61 "GET /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831459 Feb 21 00:46:57.769866 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a2c77a04-3d3d-4528-9a30-4fb4d3132697 req-27543e75-a76d-4cb0-9837-d83106d0e4ab service neutron] 10.222.0.61 "GET /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851600 Feb 21 00:46:58.054186 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-7ad5b1d9-883e-45a9-b576-d4537585080f req-01d2e25d-7770-4ede-acac-42787af11177 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 210 time: 0.0258627 Feb 21 00:46:58.241302 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-82c21bc4-47d5-408e-b8ea-b13f3151f38c tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:58.242645 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-82c21bc4-47d5-408e-b8ea-b13f3151f38c tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.61 "GET /v2.0/networks?id=daf5fe06-0d2f-4672-a789-249ffdebe987 HTTP/1.1" status: 200 len: 808 time: 0.1000240 Feb 21 00:46:58.311411 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-24ec25fa-1a64-4a10-b653-295ed2703dc6 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d72182772ed4494590eaf3e9e402c4f3 HTTP/1.1" status: 200 len: 379 time: 0.0600317 Feb 21 00:46:58.319941 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-e30a3070-551a-48b2-896d-8c19b12c9c6d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Request body: {'port': {'device_id': 'abb8a2e1-a5ba-4944-8ece-4b2035102206', 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987', 'admin_state_up': True, 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'security_groups': ['cf782432-ea01-487c-b4e7-def8d3c79c69']}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:46:58.528144 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-e30a3070-551a-48b2-896d-8c19b12c9c6d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Made reservation on behalf of d72182772ed4494590eaf3e9e402c4f3 for: {'port': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:46:58.531670 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-e30a3070-551a-48b2-896d-8c19b12c9c6d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:58.692948 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-e30a3070-551a-48b2-896d-8c19b12c9c6d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Allocated IP 172.20.0.10 (daf5fe06-0d2f-4672-a789-249ffdebe987/ae6479e3-eb90-4aa2-a4c9-038d153e077c/c0a426c4-2d0f-4fab-914a-e9126f67e57d) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:46:58.740782 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a9c22-8a0a-4169-86fc-76e5244a047b req-7339f95b-035e-47de-9b2d-e8407489d6ef tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:58.742218 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-660a9c22-8a0a-4169-86fc-76e5244a047b req-7339f95b-035e-47de-9b2d-e8407489d6ef tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 944 time: 0.0861459 Feb 21 00:46:58.851646 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-660a9c22-8a0a-4169-86fc-76e5244a047b req-b5a2c463-2a22-4dbb-bfc9-3302c8dc34f8 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038053 Feb 21 00:46:58.890174 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-e30a3070-551a-48b2-896d-8c19b12c9c6d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:58.919314 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 9c236e88-a24d-4171-a16c-1c7239543012 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:46:58.980791 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-e30a3070-551a-48b2-896d-8c19b12c9c6d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:59.010888 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-e2b9d220-5590-4666-94a9-ddf6e61317f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:59.026910 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-e30a3070-551a-48b2-896d-8c19b12c9c6d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Network daf5fe06-0d2f-4672-a789-249ffdebe987 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:46:59.030181 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-e30a3070-551a-48b2-896d-8c19b12c9c6d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:46:59.035973 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-e30a3070-551a-48b2-896d-8c19b12c9c6d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:46:59.036161 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 9c236e88-a24d-4171-a16c-1c7239543012, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c236e88-a24d-4171-a16c-1c7239543012,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:59.047505 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': '9c236e88-a24d-4171-a16c-1c7239543012', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'port_id': '9c236e88-a24d-4171-a16c-1c7239543012', 'mac_address': 'fa:16:3e:66:90:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:46:59.061579 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a3070-551a-48b2-896d-8c19b12c9c6d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Pushing event updated for resources: {'Port': ['ID=c0a426c4-2d0f-4fab-914a-e9126f67e57d,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:59.091464 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 9c236e88-a24d-4171-a16c-1c7239543012 is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:46:59.091865 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (9c236e88-a24d-4171-a16c-1c7239543012), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:59.092204 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-e30a3070-551a-48b2-896d-8c19b12c9c6d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:59.092878 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-e30a3070-551a-48b2-896d-8c19b12c9c6d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:59.105879 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c236e88-a24d-4171-a16c-1c7239543012 {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:46:59.128240 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 9c236e88-a24d-4171-a16c-1c7239543012, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c236e88-a24d-4171-a16c-1c7239543012,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:46:59.148638 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-e30a3070-551a-48b2-896d-8c19b12c9c6d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8321519 Feb 21 00:46:59.161785 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Request body: {'port': {'device_id': 'abb8a2e1-a5ba-4944-8ece-4b2035102206', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:46:59.203590 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (9c236e88-a24d-4171-a16c-1c7239543012), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:59.205818 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8e333-6282-4a91-906f-43ef625f3039 req-b232852e-8b3a-425a-b760-0f89bc0b12f4 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:59.208073 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-add8e333-6282-4a91-906f-43ef625f3039 req-b232852e-8b3a-425a-b760-0f89bc0b12f4 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 932 time: 0.0618188 Feb 21 00:46:59.245131 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:59.262567 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=9c236e88-a24d-4171-a16c-1c7239543012,revision_number=9']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:59.280348 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-add8e333-6282-4a91-906f-43ef625f3039 req-37c20f24-04dc-4f8d-90d3-6f11d5eec222 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642107 Feb 21 00:46:59.392195 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-dce8433b-efc6-4e24-a50e-ea651304cea7 None None] Provisioning complete for port c0a426c4-2d0f-4fab-914a-e9126f67e57d triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:46:59.392943 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-dce8433b-efc6-4e24-a50e-ea651304cea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:59.427421 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-dce8433b-efc6-4e24-a50e-ea651304cea7 None None] Port c0a426c4-2d0f-4fab-914a-e9126f67e57d cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:46:59.442800 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['9c236e88-a24d-4171-a16c-1c7239543012'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:46:59.524295 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a426c4-2d0f-4fab-914a-e9126f67e57d {{(pid=109907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:46:59.532785 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Publish callbacks [] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:59.546655 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.provisioning_blocks [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Transition to ACTIVE for port object c0a426c4-2d0f-4fab-914a-e9126f67e57d will not be triggered until provisioned by entity L2. {{(pid=109907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:46:59.614474 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:59.663924 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a426c4-2d0f-4fab-914a-e9126f67e57d,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:46:59.739073 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Attempting to bind port c0a426c4-2d0f-4fab-914a-e9126f67e57d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:46:59.739504 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Attempting to bind port c0a426c4-2d0f-4fab-914a-e9126f67e57d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '3496238a-f950-46cb-bba4-17a3a59fc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987'}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:46:59.739906 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Attempting to bind port c0a426c4-2d0f-4fab-914a-e9126f67e57d on network daf5fe06-0d2f-4672-a789-249ffdebe987 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:46:59.744495 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Port c0a426c4-2d0f-4fab-914a-e9126f67e57d on network daf5fe06-0d2f-4672-a789-249ffdebe987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:46:59.744842 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Attempting to bind port c0a426c4-2d0f-4fab-914a-e9126f67e57d on network daf5fe06-0d2f-4672-a789-249ffdebe987 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:46:59.749790 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:46:59.750125 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Checking segment: {'id': '3496238a-f950-46cb-bba4-17a3a59fc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:46:59.750507 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Bound using segment: {'id': '3496238a-f950-46cb-bba4-17a3a59fc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987'} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:46:59.750939 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Bound port: c0a426c4-2d0f-4fab-914a-e9126f67e57d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3496238a-f950-46cb-bba4-17a3a59fc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987'}}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:46:59.755575 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:59.815027 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] For port c0a426c4-2d0f-4fab-914a-e9126f67e57d, host hv-cinder-81322, cleared binding levels {{(pid=109907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:46:59.817980 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] For port c0a426c4-2d0f-4fab-914a-e9126f67e57d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c0a426c4-2d0f-4fab-914a-e9126f67e57d,segment=NetworkSegment(3496238a-f950-46cb-bba4-17a3a59fc57e),segment_id=3496238a-f950-46cb-bba4-17a3a59fc57e)] {{(pid=109907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:46:59.918801 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:59.965675 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:46:59.966329 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:59.967707 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] 10.222.0.61 "PUT /v2.0/ports/c0a426c4-2d0f-4fab-914a-e9126f67e57d HTTP/1.1" status: 200 len: 1094 time: 0.8111029 Feb 21 00:46:59.968176 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb8a2e1-a5ba-4944-8ece-4b2035102206', 'tag': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:46:59.970541 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb5c667-75a1-4294-a834-e11bea88c332" -d '{"events": [{"name": "network-changed", "server_uuid": "abb8a2e1-a5ba-4944-8ece-4b2035102206", "tag": "c0a426c4-2d0f-4fab-914a-e9126f67e57d"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:47:00.023114 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866218a5-c0ba-4c79-84c4-a0036ce710d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a426c4-2d0f-4fab-914a-e9126f67e57d,revision_number=3']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:00.038670 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868d5a6-fe51-4bb1-84fb-e85a97dd96c4 req-b2469391-512f-4e9f-b4df-182bb1354fe2 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:00.040414 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9868d5a6-fe51-4bb1-84fb-e85a97dd96c4 req-b2469391-512f-4e9f-b4df-182bb1354fe2 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 945 time: 0.0953686 Feb 21 00:47:00.093303 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39ec598-afdb-4029-8111-1f48ca30bc0a x-openstack-request-id: req-a39ec598-afdb-4029-8111-1f48ca30bc0a {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:47:00.093603 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb8a2e1-a5ba-4944-8ece-4b2035102206", "tag": "c0a426c4-2d0f-4fab-914a-e9126f67e57d", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:47:00.093878 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a39ec598-afdb-4029-8111-1f48ca30bc0a {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:47:00.094270 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb8a2e1-a5ba-4944-8ece-4b2035102206', 'tag': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d', 'status': 'completed', 'code': 200} Feb 21 00:47:00.125011 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9868d5a6-fe51-4bb1-84fb-e85a97dd96c4 req-caeb4fe1-2e47-438d-bbe9-0fc41bb234ea tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773044 Feb 21 00:47:00.141403 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-f2ced6c5-b85b-488c-8b98-7e496240196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:00.143176 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-f2ced6c5-b85b-488c-8b98-7e496240196f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d72182772ed4494590eaf3e9e402c4f3&device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 1128 time: 0.0621407 Feb 21 00:47:00.190517 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-3e5be583-077f-425a-9b0a-9d30b2076325 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a426c4-2d0f-4fab-914a-e9126f67e57d HTTP/1.1" status: 200 len: 217 time: 0.0388408 Feb 21 00:47:00.239901 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-904dd337-b302-454e-8b01-1b314e16ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:00.241323 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-904dd337-b302-454e-8b01-1b314e16ae26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae6479e3-eb90-4aa2-a4c9-038d153e077c HTTP/1.1" status: 200 len: 847 time: 0.0445149 Feb 21 00:47:00.283005 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:00.293888 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-3e09db6a-8ba1-4494-9992-3e4541e8bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:00.295351 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-3e09db6a-8ba1-4494-9992-3e4541e8bee9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf5fe06-0d2f-4672-a789-249ffdebe987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447259 Feb 21 00:47:00.386033 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-9401f2eb-3ab7-49bb-bd5e-676ad3a8b800 service neutron] 10.222.0.61 "GET /v2.0/networks/daf5fe06-0d2f-4672-a789-249ffdebe987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843740 Feb 21 00:47:00.409613 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df395a5b-0624-4127-8603-37548fc01425 req-57ecf33b-ede7-4685-be82-1ac653c2a1e3 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:00.411084 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-df395a5b-0624-4127-8603-37548fc01425 req-57ecf33b-ede7-4685-be82-1ac653c2a1e3 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 944 time: 0.0578117 Feb 21 00:47:00.470421 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-df395a5b-0624-4127-8603-37548fc01425 req-06439f9a-323d-4aa5-bb2b-0875eb79e9e4 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460134 Feb 21 00:47:00.474787 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a040aa63-47f3-48b2-aa87-178778c340c2 req-d85dd979-2034-4819-b512-665123222906 service neutron] 10.222.0.61 "GET /v2.0/networks/daf5fe06-0d2f-4672-a789-249ffdebe987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824292 Feb 21 00:47:00.627264 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5c667-75a1-4294-a834-e11bea88c332 req-cd5a7ff5-3a03-427d-a716-96566731bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:00.628789 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-edb5c667-75a1-4294-a834-e11bea88c332 req-cd5a7ff5-3a03-427d-a716-96566731bc5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d72182772ed4494590eaf3e9e402c4f3&device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 1128 time: 0.0452085 Feb 21 00:47:00.721257 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5c667-75a1-4294-a834-e11bea88c332 req-b2401d24-d267-44b2-abef-4712ffdeec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:00.722672 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-edb5c667-75a1-4294-a834-e11bea88c332 req-b2401d24-d267-44b2-abef-4712ffdeec6a service neutron] 10.222.0.61 "GET /v2.0/networks?id=daf5fe06-0d2f-4672-a789-249ffdebe987 HTTP/1.1" status: 200 len: 909 time: 0.0881681 Feb 21 00:47:00.764091 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-edb5c667-75a1-4294-a834-e11bea88c332 req-2daa56f4-51d4-4ac7-ba7c-32d34fb7f4ec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a426c4-2d0f-4fab-914a-e9126f67e57d HTTP/1.1" status: 200 len: 217 time: 0.0351512 Feb 21 00:47:00.814816 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5c667-75a1-4294-a834-e11bea88c332 req-f80635a4-b2db-42c5-864f-704beb6323b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:00.816257 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-edb5c667-75a1-4294-a834-e11bea88c332 req-f80635a4-b2db-42c5-864f-704beb6323b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae6479e3-eb90-4aa2-a4c9-038d153e077c HTTP/1.1" status: 200 len: 847 time: 0.0465930 Feb 21 00:47:00.865783 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5c667-75a1-4294-a834-e11bea88c332 req-9db3dc23-0d20-4994-9798-087c81d185eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:00.867259 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-edb5c667-75a1-4294-a834-e11bea88c332 req-9db3dc23-0d20-4994-9798-087c81d185eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf5fe06-0d2f-4672-a789-249ffdebe987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442660 Feb 21 00:47:00.931811 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 9c236e88-a24d-4171-a16c-1c7239543012 up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:47:00.956173 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-edb5c667-75a1-4294-a834-e11bea88c332 req-5596d44d-c41f-4981-8f17-4532d9f41955 service neutron] 10.222.0.61 "GET /v2.0/networks/daf5fe06-0d2f-4672-a789-249ffdebe987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824594 Feb 21 00:47:00.979823 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port 9c236e88-a24d-4171-a16c-1c7239543012 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:47:00.980200 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (9c236e88-a24d-4171-a16c-1c7239543012), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:01.054670 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-edb5c667-75a1-4294-a834-e11bea88c332 req-0926d768-7400-4e99-b46b-96828a731ab8 service neutron] 10.222.0.61 "GET /v2.0/networks/daf5fe06-0d2f-4672-a789-249ffdebe987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901856 Feb 21 00:47:01.061639 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 9c236e88-a24d-4171-a16c-1c7239543012 is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:47:01.062030 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (9c236e88-a24d-4171-a16c-1c7239543012), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:01.084588 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecd46cb-eec8-4914-bbb0-38bd67dccd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c236e88-a24d-4171-a16c-1c7239543012'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:47:01.086770 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5a80e9-83ed-4e1d-844f-2b2000b86460" -d '{"events": [{"server_uuid": "3ecd46cb-eec8-4914-bbb0-38bd67dccd47", "name": "network-vif-plugged", "status": "completed", "tag": "9c236e88-a24d-4171-a16c-1c7239543012"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:47:01.099735 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 9c236e88-a24d-4171-a16c-1c7239543012, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c236e88-a24d-4171-a16c-1c7239543012,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:47:01.122034 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2593e6fc-e47f-4ff6-aec1-981654748ee7 x-openstack-request-id: req-2593e6fc-e47f-4ff6-aec1-981654748ee7 {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:47:01.122323 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ecd46cb-eec8-4914-bbb0-38bd67dccd47", "name": "network-vif-plugged", "status": "completed", "tag": "9c236e88-a24d-4171-a16c-1c7239543012", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:47:01.122577 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2593e6fc-e47f-4ff6-aec1-981654748ee7 {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:47:01.122962 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ecd46cb-eec8-4914-bbb0-38bd67dccd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c236e88-a24d-4171-a16c-1c7239543012', 'code': 200} Feb 21 00:47:01.180458 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (9c236e88-a24d-4171-a16c-1c7239543012), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:01.228140 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=9c236e88-a24d-4171-a16c-1c7239543012,revision_number=10']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:01.250970 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02eb459-7e43-4b1a-a15a-6e9f0709dc5f req-875267fc-2014-4594-ba6b-ac4cfd4832fa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:01.252435 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a02eb459-7e43-4b1a-a15a-6e9f0709dc5f req-875267fc-2014-4594-ba6b-ac4cfd4832fa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 947 time: 0.0519216 Feb 21 00:47:01.299810 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a02eb459-7e43-4b1a-a15a-6e9f0709dc5f req-f927d208-aac3-472f-8e9d-9ab7f948fd5b tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417142 Feb 21 00:47:01.450421 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cd45f-6113-4b17-834d-2e8b6d1d29b4 req-98ace72b-2dae-401d-88fc-bf9598763f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:01.451874 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dc3cd45f-6113-4b17-834d-2e8b6d1d29b4 req-98ace72b-2dae-401d-88fc-bf9598763f5b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 1131 time: 0.0429547 Feb 21 00:47:01.496114 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dc3cd45f-6113-4b17-834d-2e8b6d1d29b4 req-ea84a3fb-6f0c-41c2-bd71-774fbf8a60fd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373182 Feb 21 00:47:01.592488 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fadd13-437f-4ace-86a1-c2e4bebdb4ea req-80e2dad8-32cc-4f35-9d65-c5dd770ca12f tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:01.594169 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-48fadd13-437f-4ace-86a1-c2e4bebdb4ea req-80e2dad8-32cc-4f35-9d65-c5dd770ca12f tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 944 time: 0.0545342 Feb 21 00:47:01.647667 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-48fadd13-437f-4ace-86a1-c2e4bebdb4ea req-813b1d80-8868-4997-ab39-56cd7ab84c12 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477998 Feb 21 00:47:02.277276 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:02.449402 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3f2cf-9b0e-472a-9f35-e717e4814d96 req-66a64ce2-7770-4817-8ebc-14709cfd4254 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:02.450884 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-fbc3f2cf-9b0e-472a-9f35-e717e4814d96 req-66a64ce2-7770-4817-8ebc-14709cfd4254 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 947 time: 0.0571430 Feb 21 00:47:02.497716 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-fbc3f2cf-9b0e-472a-9f35-e717e4814d96 req-805505ba-2336-469a-aa6b-e9065f7f8f0e tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414288 Feb 21 00:47:02.769356 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c79d0e-1ed6-414b-9d4a-9cae25ed4bb1 req-e07ebb38-9d21-489e-9c4f-f802e8a901fe tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:02.770816 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-09c79d0e-1ed6-414b-9d4a-9cae25ed4bb1 req-e07ebb38-9d21-489e-9c4f-f802e8a901fe tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 944 time: 0.0555050 Feb 21 00:47:02.820871 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-09c79d0e-1ed6-414b-9d4a-9cae25ed4bb1 req-590ef258-740b-4370-86a4-1b4ca62a200a tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440712 Feb 21 00:47:03.300143 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:03.632597 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe096b91-fe87-4524-88eb-bde3ee455e0d req-6c3b8c50-97b9-490d-84fd-ce688fdce384 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:03.634111 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-fe096b91-fe87-4524-88eb-bde3ee455e0d req-6c3b8c50-97b9-490d-84fd-ce688fdce384 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 947 time: 0.0535502 Feb 21 00:47:03.680704 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-fe096b91-fe87-4524-88eb-bde3ee455e0d req-4e33bae9-c551-435e-b02c-88f57e271a70 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403621 Feb 21 00:47:03.944258 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1a112-2bff-400c-a92d-a9d0f53ecb7d req-2515e54a-4eaf-4ff1-a473-3d1f3b9a5681 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:03.945897 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dcc1a112-2bff-400c-a92d-a9d0f53ecb7d req-2515e54a-4eaf-4ff1-a473-3d1f3b9a5681 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 944 time: 0.0527632 Feb 21 00:47:03.997086 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-dcc1a112-2bff-400c-a92d-a9d0f53ecb7d req-2add70d6-40f8-46aa-ad48-84b6fbeaf933 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455329 Feb 21 00:47:04.802304 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf53d07-f48b-4113-ab72-53132cb0b6b0 req-ed979c59-04dd-4da3-b1c1-a76f20e1652d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:04.803765 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-7cf53d07-f48b-4113-ab72-53132cb0b6b0 req-ed979c59-04dd-4da3-b1c1-a76f20e1652d tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 947 time: 0.0516059 Feb 21 00:47:04.853130 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-7cf53d07-f48b-4113-ab72-53132cb0b6b0 req-34f26f7f-3dd9-4eac-9d2e-ce3313b47e92 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431473 Feb 21 00:47:05.121544 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573ea7d-47f6-44b4-8df2-1d4750458682 req-2ad8d663-45cc-490c-8437-995665135496 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:05.123014 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9573ea7d-47f6-44b4-8df2-1d4750458682 req-2ad8d663-45cc-490c-8437-995665135496 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 944 time: 0.0625997 Feb 21 00:47:05.172207 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9573ea7d-47f6-44b4-8df2-1d4750458682 req-a7a3df7d-8bfe-4808-a180-c84c3c0d208a tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437732 Feb 21 00:47:06.534140 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3d0ab-3366-44ee-a790-566207e0609e req-83d483c4-2e2e-452f-80aa-2b56d036c079 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:06.535474 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-cfd3d0ab-3366-44ee-a790-566207e0609e req-83d483c4-2e2e-452f-80aa-2b56d036c079 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 944 time: 0.2817440 Feb 21 00:47:06.582905 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-cfd3d0ab-3366-44ee-a790-566207e0609e req-be001548-9ad1-4664-bf58-aa44f38b2e11 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418665 Feb 21 00:47:06.942402 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device c0a426c4-2d0f-4fab-914a-e9126f67e57d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:47:07.035253 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port c0a426c4-2d0f-4fab-914a-e9126f67e57d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c0a426c4-2d0f-4fab-914a-e9126f67e57d,segment=NetworkSegment(3496238a-f950-46cb-bba4-17a3a59fc57e),segment_id=3496238a-f950-46cb-bba4-17a3a59fc57e)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:47:07.046848 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d', 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987', 'port_id': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d', 'mac_address': 'fa:16:3e:45:55:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:47:07.082593 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port c0a426c4-2d0f-4fab-914a-e9126f67e57d is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:47:07.082992 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:07.099065 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a426c4-2d0f-4fab-914a-e9126f67e57d {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:47:07.118187 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port c0a426c4-2d0f-4fab-914a-e9126f67e57d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c0a426c4-2d0f-4fab-914a-e9126f67e57d,segment=NetworkSegment(3496238a-f950-46cb-bba4-17a3a59fc57e),segment_id=3496238a-f950-46cb-bba4-17a3a59fc57e)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:47:07.185533 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:07.233120 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=c0a426c4-2d0f-4fab-914a-e9126f67e57d,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:07.417110 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['c0a426c4-2d0f-4fab-914a-e9126f67e57d'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:47:07.701277 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c24b3-3006-4a83-be5b-63818e9a6b14 req-332042c6-127b-4f98-b5fc-948dee4e5c96 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:07.702892 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c42c24b3-3006-4a83-be5b-63818e9a6b14 req-332042c6-127b-4f98-b5fc-948dee4e5c96 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 945 time: 0.0536113 Feb 21 00:47:07.752260 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c42c24b3-3006-4a83-be5b-63818e9a6b14 req-83c33ac4-5e86-4203-913d-82bf3fa0db3f tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438209 Feb 21 00:47:08.867495 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3726a7-26f3-4409-b47c-aced901cb67a req-6fee885f-eb1a-466e-8d88-f88c2d625e2c tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:08.868981 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-3f3726a7-26f3-4409-b47c-aced901cb67a req-6fee885f-eb1a-466e-8d88-f88c2d625e2c tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 945 time: 0.0514588 Feb 21 00:47:08.916107 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-3f3726a7-26f3-4409-b47c-aced901cb67a req-848b60c1-c423-4b0c-91c4-f1bf2b2930d6 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412631 Feb 21 00:47:08.932757 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device c0a426c4-2d0f-4fab-914a-e9126f67e57d up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:47:09.036700 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port c0a426c4-2d0f-4fab-914a-e9126f67e57d completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:47:09.040382 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port c0a426c4-2d0f-4fab-914a-e9126f67e57d triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:47:09.040805 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:09.121916 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port c0a426c4-2d0f-4fab-914a-e9126f67e57d is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:47:09.122306 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:09.146316 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb8a2e1-a5ba-4944-8ece-4b2035102206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:47:09.148511 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c465c3bf-35c7-4b51-bef0-55b8733e2d96" -d '{"events": [{"server_uuid": "abb8a2e1-a5ba-4944-8ece-4b2035102206", "name": "network-vif-plugged", "status": "completed", "tag": "c0a426c4-2d0f-4fab-914a-e9126f67e57d"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:47:09.162000 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port c0a426c4-2d0f-4fab-914a-e9126f67e57d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c0a426c4-2d0f-4fab-914a-e9126f67e57d,segment=NetworkSegment(3496238a-f950-46cb-bba4-17a3a59fc57e),segment_id=3496238a-f950-46cb-bba4-17a3a59fc57e)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:47:09.182796 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449de265-5418-4839-a89b-3be8f3249afd x-openstack-request-id: req-449de265-5418-4839-a89b-3be8f3249afd {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:47:09.183130 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb8a2e1-a5ba-4944-8ece-4b2035102206", "name": "network-vif-plugged", "status": "completed", "tag": "c0a426c4-2d0f-4fab-914a-e9126f67e57d", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:47:09.183340 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-449de265-5418-4839-a89b-3be8f3249afd {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:47:09.183727 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb8a2e1-a5ba-4944-8ece-4b2035102206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d', 'code': 200} Feb 21 00:47:09.231161 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:09.277844 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=c0a426c4-2d0f-4fab-914a-e9126f67e57d,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:09.516441 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc04a5-3f87-4cf7-9166-2b36069ba2cf req-04ec12c9-9eee-49a0-9641-77a5ee006b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:09.518185 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fadc04a5-3f87-4cf7-9166-2b36069ba2cf req-04ec12c9-9eee-49a0-9641-77a5ee006b4e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 1130 time: 0.0461934 Feb 21 00:47:09.561828 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fadc04a5-3f87-4cf7-9166-2b36069ba2cf req-791a6339-0daf-4b64-8e45-30f2b739086c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379105 Feb 21 00:47:10.034308 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009259b-9225-4db0-8b1c-7dbd854556bb req-6c5d774e-af60-49f2-8042-99ed13a23373 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:10.035748 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-3009259b-9225-4db0-8b1c-7dbd854556bb req-6c5d774e-af60-49f2-8042-99ed13a23373 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0547647 Feb 21 00:47:10.082796 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-3009259b-9225-4db0-8b1c-7dbd854556bb req-2e01a0d9-bea5-4b19-b6a9-d279e944fb22 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416083 Feb 21 00:47:11.202166 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e169bf-5c7d-4682-8cb2-a961e21aba70 req-fecbedcf-a73e-48da-af2f-904f32b92501 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:11.203611 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f1e169bf-5c7d-4682-8cb2-a961e21aba70 req-fecbedcf-a73e-48da-af2f-904f32b92501 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0509720 Feb 21 00:47:11.251291 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f1e169bf-5c7d-4682-8cb2-a961e21aba70 req-102cfb52-d218-46b5-922c-de3c3a5f8008 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422122 Feb 21 00:47:11.365908 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c340a-dfb5-4854-b7c6-a62494cd5300 req-49980c15-5a49-48d2-94a3-766decadb7d1 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:11.367360 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-da0c340a-dfb5-4854-b7c6-a62494cd5300 req-49980c15-5a49-48d2-94a3-766decadb7d1 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0516467 Feb 21 00:47:11.415047 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-da0c340a-dfb5-4854-b7c6-a62494cd5300 req-62aa2db2-5f25-4eb4-854f-b4f4ce5fd1dc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422478 Feb 21 00:47:11.435794 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 56892) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:11.517800 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3191afa-8c8d-466a-8335-85cf0d2d6370 tempest-TestShelveInstance-2084344054 tempest-TestShelveInstance-2084344054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:11.519305 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-f3191afa-8c8d-466a-8335-85cf0d2d6370 tempest-TestShelveInstance-2084344054 tempest-TestShelveInstance-2084344054-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 1125 time: 0.0824978 Feb 21 00:47:11.522116 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 56896) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:11.526854 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Request body: {'floatingip': {'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'port_id': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:47:11.608486 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:11.705896 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:11.814055 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Allocated IP 172.27.1.40 (c88f79bf-88c8-4630-a831-5481b52b74c3/d2922032-8347-4ecd-abd4-c2de14eb9a4c/9bd1cec4-c59f-4a1d-8c0d-5ebbefa1dea9) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:47:11.913449 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for port (9bd1cec4-c59f-4a1d-8c0d-5ebbefa1dea9), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:12.037754 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (9bd1cec4-c59f-4a1d-8c0d-5ebbefa1dea9), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:12.077298 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Network c88f79bf-88c8-4630-a831-5481b52b74c3 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:47:12.080146 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:47:12.085654 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:47:12.091433 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Pushing event updated for resources: {'Port': ['ID=9bd1cec4-c59f-4a1d-8c0d-5ebbefa1dea9,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:12.121683 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:12.122042 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:12.122420 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:12.122761 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:12.123098 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:12.123431 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:12.123767 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:12.124094 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:12.124421 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:12.124781 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:12.125132 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:12.125453 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:12.125775 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:12.474792 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for floatingip (68ac15d4-9000-4ef4-87ef-272a1c938016), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:12.606972 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (9bd1cec4-c59f-4a1d-8c0d-5ebbefa1dea9), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:12.759688 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7ef0a-fe6e-45d8-9b5b-aae6bcc789a6 req-162f6302-87a2-4330-8c3e-051a4845cc9d tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:12.761375 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-35d7ef0a-fe6e-45d8-9b5b-aae6bcc789a6 req-162f6302-87a2-4330-8c3e-051a4845cc9d tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.1127250 Feb 21 00:47:12.829335 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for port (9bd1cec4-c59f-4a1d-8c0d-5ebbefa1dea9), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:12.834712 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-35d7ef0a-fe6e-45d8-9b5b-aae6bcc789a6 req-dc0a59b3-1d08-4a19-9bd5-8e3e051f7085 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676186 Feb 21 00:47:12.893913 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (9bd1cec4-c59f-4a1d-8c0d-5ebbefa1dea9), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:12.963100 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Pushing event updated for resources: {'Port': ['ID=9bd1cec4-c59f-4a1d-8c0d-5ebbefa1dea9,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:12.973765 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362231'] for floatingip (68ac15d4-9000-4ef4-87ef-272a1c938016), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:13.086038 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.l3_db [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Floating IP 68ac15d4-9000-4ef4-87ef-272a1c938016 associated. External IP: 172.27.1.40, port: c0a426c4-2d0f-4fab-914a-e9126f67e57d. Feb 21 00:47:13.547810 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Router 48ba2da3-7d56-4cf9-9a55-2a6218918265 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:47:13.655660 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:47:13.665118 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307af099-f816-4657-9b46-992b8371e1b3 None None] Sync routers for ids ['48ba2da3-7d56-4cf9-9a55-2a6218918265'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:47:13.675935 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307af099-f816-4657-9b46-992b8371e1b3 None None] Routers {'48ba2da3-7d56-4cf9-9a55-2a6218918265'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:47:13.681077 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-307af099-f816-4657-9b46-992b8371e1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:46:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['48ba2da3-7d56-4cf9-9a55-2a6218918265'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:13.748799 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:13.781471 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-28703e59-582f-4fc7-9995-9dbf71e418e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2583387 Feb 21 00:47:13.782177 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb8a2e1-a5ba-4944-8ece-4b2035102206', 'tag': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:47:13.784445 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8e6a13-2e6e-4d70-ac0c-a67d5178cd96" -d '{"events": [{"name": "network-changed", "server_uuid": "abb8a2e1-a5ba-4944-8ece-4b2035102206", "tag": "c0a426c4-2d0f-4fab-914a-e9126f67e57d"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:47:13.787170 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-307af099-f816-4657-9b46-992b8371e1b3 None None] Set router 48ba2da3-7d56-4cf9-9a55-2a6218918265 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:47:13.822924 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38aa671-0256-4dec-9267-4e5538c70243 x-openstack-request-id: req-a38aa671-0256-4dec-9267-4e5538c70243 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:47:13.823237 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb8a2e1-a5ba-4944-8ece-4b2035102206", "tag": "c0a426c4-2d0f-4fab-914a-e9126f67e57d", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:47:13.823491 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a38aa671-0256-4dec-9267-4e5538c70243 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:47:13.823914 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb8a2e1-a5ba-4944-8ece-4b2035102206', 'tag': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d', 'status': 'completed', 'code': 200} Feb 21 00:47:13.889638 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e6a13-2e6e-4d70-ac0c-a67d5178cd96 req-c6ecce0f-be13-4314-82f6-fb7db9a69097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:13.891276 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8f8e6a13-2e6e-4d70-ac0c-a67d5178cd96 req-c6ecce0f-be13-4314-82f6-fb7db9a69097 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d72182772ed4494590eaf3e9e402c4f3&device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 1130 time: 0.0459044 Feb 21 00:47:14.023818 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceceff3d-d688-473e-9ec8-8f6f6ccefa3f req-38909f00-d9b8-4880-ae06-c254bd31d688 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:14.025406 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ceceff3d-d688-473e-9ec8-8f6f6ccefa3f req-38909f00-d9b8-4880-ae06-c254bd31d688 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.1096828 Feb 21 00:47:14.027254 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e6a13-2e6e-4d70-ac0c-a67d5178cd96 req-744f8b0d-1d25-4b2d-8070-6aabc6f0e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:14.028606 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8f8e6a13-2e6e-4d70-ac0c-a67d5178cd96 req-744f8b0d-1d25-4b2d-8070-6aabc6f0e097 service neutron] 10.222.0.61 "GET /v2.0/networks?id=daf5fe06-0d2f-4672-a789-249ffdebe987 HTTP/1.1" status: 200 len: 909 time: 0.1308715 Feb 21 00:47:14.124463 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ceceff3d-d688-473e-9ec8-8f6f6ccefa3f req-95e6fda2-db76-4a4e-b76c-124b377818ce tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926607 Feb 21 00:47:14.128510 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8f8e6a13-2e6e-4d70-ac0c-a67d5178cd96 req-9c48de10-c553-491b-ac3e-da944fa95e06 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a426c4-2d0f-4fab-914a-e9126f67e57d HTTP/1.1" status: 200 len: 999 time: 0.0906291 Feb 21 00:47:14.146790 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-307af099-f816-4657-9b46-992b8371e1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'name': 'tempest-TestShelveInstance-315378801-router', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:18Z', 'updated_at': '2022-02-21T00:46:22Z', 'revision_number': 4, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'gw_port': {'id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:19Z', 'updated_at': '2022-02-21T00:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '68ac15d4-9000-4ef4-87ef-272a1c938016', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'port_id': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987', 'mac_address': 'fa:16:3e:45:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8a2e1-a5ba-4944-8ece-4b2035102206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:47:12Z', 'updated_at': '2022-02-21T00:47:12Z', 'revision_number': 0, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe58f070-bc6b-4937-a87d-4e11aee671f0', 'name': '', 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'mac_address': 'fa:16:3e:14:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:21Z', 'updated_at': '2022-02-21T00:46:25Z', 'revision_number': 5, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'subnets': [{'id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:14.171786 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307af099-f816-4657-9b46-992b8371e1b3 None None] Checking router: 48ba2da3-7d56-4cf9-9a55-2a6218918265 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:47:14.178152 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e6a13-2e6e-4d70-ac0c-a67d5178cd96 req-fabeb95d-2988-437f-a512-d937fc6f63bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:14.184440 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8f8e6a13-2e6e-4d70-ac0c-a67d5178cd96 req-fabeb95d-2988-437f-a512-d937fc6f63bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae6479e3-eb90-4aa2-a4c9-038d153e077c HTTP/1.1" status: 200 len: 847 time: 0.0442462 Feb 21 00:47:14.184557 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307af099-f816-4657-9b46-992b8371e1b3 None None] Routers {'48ba2da3-7d56-4cf9-9a55-2a6218918265'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:47:14.184557 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-307af099-f816-4657-9b46-992b8371e1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:46:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['48ba2da3-7d56-4cf9-9a55-2a6218918265'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:14.227777 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e6a13-2e6e-4d70-ac0c-a67d5178cd96 req-6d0ee4f7-e1f5-46c1-bee2-34c001c12477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:14.229465 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8f8e6a13-2e6e-4d70-ac0c-a67d5178cd96 req-6d0ee4f7-e1f5-46c1-bee2-34c001c12477 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf5fe06-0d2f-4672-a789-249ffdebe987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439842 Feb 21 00:47:14.293178 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-307af099-f816-4657-9b46-992b8371e1b3 None None] Set router 48ba2da3-7d56-4cf9-9a55-2a6218918265 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:47:14.322139 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8f8e6a13-2e6e-4d70-ac0c-a67d5178cd96 req-e4bffdf3-2072-4e43-b7ec-edefb12ed1b2 service neutron] 10.222.0.61 "GET /v2.0/networks/daf5fe06-0d2f-4672-a789-249ffdebe987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854561 Feb 21 00:47:14.412199 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8f8e6a13-2e6e-4d70-ac0c-a67d5178cd96 req-a326c805-6e15-41ce-a03c-a4f8cf9bab76 service neutron] 10.222.0.61 "GET /v2.0/networks/daf5fe06-0d2f-4672-a789-249ffdebe987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829656 Feb 21 00:47:14.516467 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-307af099-f816-4657-9b46-992b8371e1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'name': 'tempest-TestShelveInstance-315378801-router', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:18Z', 'updated_at': '2022-02-21T00:46:22Z', 'revision_number': 4, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'gw_port': {'id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:19Z', 'updated_at': '2022-02-21T00:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '68ac15d4-9000-4ef4-87ef-272a1c938016', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'port_id': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987', 'mac_address': 'fa:16:3e:45:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8a2e1-a5ba-4944-8ece-4b2035102206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:47:12Z', 'updated_at': '2022-02-21T00:47:12Z', 'revision_number': 0, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe58f070-bc6b-4937-a87d-4e11aee671f0', 'name': '', 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'mac_address': 'fa:16:3e:14:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:21Z', 'updated_at': '2022-02-21T00:46:25Z', 'revision_number': 5, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'subnets': [{'id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:14.543830 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307af099-f816-4657-9b46-992b8371e1b3 None None] The sync data for ids ['48ba2da3-7d56-4cf9-9a55-2a6218918265'] in dv-cinder-813224-6-iscsi is: [{'id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'name': 'tempest-TestShelveInstance-315378801-router', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:18Z', 'updated_at': '2022-02-21T00:46:22Z', 'revision_number': 4, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'gw_port': {'id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:19Z', 'updated_at': '2022-02-21T00:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '68ac15d4-9000-4ef4-87ef-272a1c938016', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'port_id': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987', 'mac_address': 'fa:16:3e:45:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8a2e1-a5ba-4944-8ece-4b2035102206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:47:12Z', 'updated_at': '2022-02-21T00:47:12Z', 'revision_number': 0, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe58f070-bc6b-4937-a87d-4e11aee671f0', 'name': '', 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'mac_address': 'fa:16:3e:14:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:21Z', 'updated_at': '2022-02-21T00:46:25Z', 'revision_number': 5, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'subnets': [{'id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:47:14.737043 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83f1e2-f7d6-49e2-9acb-bcb7d35bd091 None None] New status for floating IP 68ac15d4-9000-4ef4-87ef-272a1c938016: ACTIVE {{(pid=109909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:47:14.786745 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6d064-12ba-4483-96f3-95452e7d43aa req-3420486f-6dff-4285-a54e-9c55d4792b39 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:14.788219 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-80c6d064-12ba-4483-96f3-95452e7d43aa req-3420486f-6dff-4285-a54e-9c55d4792b39 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.61 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0578980 Feb 21 00:47:14.888946 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-80c6d064-12ba-4483-96f3-95452e7d43aa req-208546a5-3b59-4119-bf5d-351cd2c3fb37 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Deleting port 33b22f53-e000-46dd-ab38-d61bb7c1955e {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:47:14.889295 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-80c6d064-12ba-4483-96f3-95452e7d43aa req-208546a5-3b59-4119-bf5d-351cd2c3fb37 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (33b22f53-e000-46dd-ab38-d61bb7c1955e), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:14.983718 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-80c6d064-12ba-4483-96f3-95452e7d43aa req-208546a5-3b59-4119-bf5d-351cd2c3fb37 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] For port 33b22f53-e000-46dd-ab38-d61bb7c1955e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=33b22f53-e000-46dd-ab38-d61bb7c1955e,segment=NetworkSegment(ff5cc164-49f8-4228-adde-4a5c4df50beb),segment_id=ff5cc164-49f8-4228-adde-4a5c4df50beb)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:47:14.983718 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-80c6d064-12ba-4483-96f3-95452e7d43aa req-208546a5-3b59-4119-bf5d-351cd2c3fb37 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (33b22f53-e000-46dd-ab38-d61bb7c1955e), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:15.152762 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-80c6d064-12ba-4483-96f3-95452e7d43aa req-208546a5-3b59-4119-bf5d-351cd2c3fb37 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:15.153160 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-80c6d064-12ba-4483-96f3-95452e7d43aa req-208546a5-3b59-4119-bf5d-351cd2c3fb37 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362231'] for floatingip (a8e27a7b-4359-47e7-8c4a-99f730a1f981), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:15.153478 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.l3_db [req-80c6d064-12ba-4483-96f3-95452e7d43aa req-208546a5-3b59-4119-bf5d-351cd2c3fb37 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Floating IP a8e27a7b-4359-47e7-8c4a-99f730a1f981 disassociated. External IP: 172.27.1.154, port: 33b22f53-e000-46dd-ab38-d61bb7c1955e. Feb 21 00:47:15.153816 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-80c6d064-12ba-4483-96f3-95452e7d43aa req-208546a5-3b59-4119-bf5d-351cd2c3fb37 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Calling delete_port for 33b22f53-e000-46dd-ab38-d61bb7c1955e owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:47:15.252904 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1df0cb-2da4-4e66-8b61-e0ee40f0c886 req-b0be8f16-850e-4593-bf65-7c08b2f00111 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:15.254313 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-5a1df0cb-2da4-4e66-8b61-e0ee40f0c886 req-b0be8f16-850e-4593-bf65-7c08b2f00111 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 945 time: 0.0572691 Feb 21 00:47:15.302219 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-5a1df0cb-2da4-4e66-8b61-e0ee40f0c886 req-f9336df5-d9aa-49cb-a8ad-f0377a9826c8 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421979 Feb 21 00:47:15.356888 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-80c6d064-12ba-4483-96f3-95452e7d43aa req-208546a5-3b59-4119-bf5d-351cd2c3fb37 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (33b22f53-e000-46dd-ab38-d61bb7c1955e), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:15.390495 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208546a5-3b59-4119-bf5d-351cd2c3fb37 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Pushing event deleted for resources: {'Port': ['ID=33b22f53-e000-46dd-ab38-d61bb7c1955e,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:15.506192 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80c6d064-12ba-4483-96f3-95452e7d43aa req-208546a5-3b59-4119-bf5d-351cd2c3fb37 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Router de36c579-c1d3-42ed-8b6d-8792dc113d2b has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:47:15.615882 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80c6d064-12ba-4483-96f3-95452e7d43aa req-208546a5-3b59-4119-bf5d-351cd2c3fb37 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:47:15.626695 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3df43b-3793-4910-9c47-2c3070d4c1b3 None None] Sync routers for ids ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:47:15.636489 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3df43b-3793-4910-9c47-2c3070d4c1b3 None None] Routers {'de36c579-c1d3-42ed-8b6d-8792dc113d2b'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:47:15.637148 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-5d3df43b-3793-4910-9c47-2c3070d4c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:46:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:15.658959 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c6d064-12ba-4483-96f3-95452e7d43aa req-208546a5-3b59-4119-bf5d-351cd2c3fb37 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] No DVR routers for this DVR port 33b22f53-e000-46dd-ab38-d61bb7c1955e on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:47:15.661672 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-80c6d064-12ba-4483-96f3-95452e7d43aa req-208546a5-3b59-4119-bf5d-351cd2c3fb37 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:15.664981 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-80c6d064-12ba-4483-96f3-95452e7d43aa req-208546a5-3b59-4119-bf5d-351cd2c3fb37 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.61 "DELETE /v2.0/ports/33b22f53-e000-46dd-ab38-d61bb7c1955e HTTP/1.1" status: 204 len: 173 time: 0.8712478 Feb 21 00:47:15.750436 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-5d3df43b-3793-4910-9c47-2c3070d4c1b3 None None] Set router de36c579-c1d3-42ed-8b6d-8792dc113d2b gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:47:15.824965 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22084e5c-ea6c-4581-a899-1c171a7af9f5', 'name': 'network-vif-deleted', 'tag': '33b22f53-e000-46dd-ab38-d61bb7c1955e'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:47:15.827840 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee07e50-2f41-4cbd-961e-0c545248e5af" -d '{"events": [{"server_uuid": "22084e5c-ea6c-4581-a899-1c171a7af9f5", "name": "network-vif-deleted", "tag": "33b22f53-e000-46dd-ab38-d61bb7c1955e"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:47:15.871099 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888d26bb-3a23-494e-9476-05ffb047c5ce x-openstack-request-id: req-888d26bb-3a23-494e-9476-05ffb047c5ce {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:47:15.871099 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22084e5c-ea6c-4581-a899-1c171a7af9f5", "name": "network-vif-deleted", "tag": "33b22f53-e000-46dd-ab38-d61bb7c1955e", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:47:15.871099 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-888d26bb-3a23-494e-9476-05ffb047c5ce {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:47:15.871099 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22084e5c-ea6c-4581-a899-1c171a7af9f5', 'name': 'network-vif-deleted', 'tag': '33b22f53-e000-46dd-ab38-d61bb7c1955e', 'status': 'completed', 'code': 200} Feb 21 00:47:15.966099 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-5d3df43b-3793-4910-9c47-2c3070d4c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 4, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port': {'id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '46525186-5363-47fe-9f00-522ce8a4c9b2', 'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'mac_address': 'fa:16:3e:a0:43:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:18Z', 'updated_at': '2022-02-21T00:44:23Z', 'revision_number': 5, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'subnets': [{'id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:15.996019 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3df43b-3793-4910-9c47-2c3070d4c1b3 None None] Checking router: de36c579-c1d3-42ed-8b6d-8792dc113d2b for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:47:16.004862 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3df43b-3793-4910-9c47-2c3070d4c1b3 None None] Routers {'de36c579-c1d3-42ed-8b6d-8792dc113d2b'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:47:16.005486 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-5d3df43b-3793-4910-9c47-2c3070d4c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:46:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:16.112887 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-5d3df43b-3793-4910-9c47-2c3070d4c1b3 None None] Set router de36c579-c1d3-42ed-8b6d-8792dc113d2b gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:47:16.304514 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-5d3df43b-3793-4910-9c47-2c3070d4c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 4, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port': {'id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '46525186-5363-47fe-9f00-522ce8a4c9b2', 'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'mac_address': 'fa:16:3e:a0:43:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:18Z', 'updated_at': '2022-02-21T00:44:23Z', 'revision_number': 5, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'subnets': [{'id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:16.332310 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3df43b-3793-4910-9c47-2c3070d4c1b3 None None] The sync data for ids ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'] in dv-cinder-813224-6-iscsi is: [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 4, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port': {'id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '46525186-5363-47fe-9f00-522ce8a4c9b2', 'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'mac_address': 'fa:16:3e:a0:43:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:18Z', 'updated_at': '2022-02-21T00:44:23Z', 'revision_number': 5, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'subnets': [{'id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:47:16.419697 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-41c3fcb4-d042-44a5-82cf-32ecfd069b40 req-d78418f1-a254-4a9b-9cf8-b44950a85fc3 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=22084e5c-ea6c-4581-a899-1c171a7af9f5 HTTP/1.1" status: 200 len: 210 time: 0.0283010 Feb 21 00:47:16.557552 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a1f09e-4fbe-4043-bb68-4eacc39b2e41 None None] New status for floating IP a8e27a7b-4359-47e7-8c4a-99f730a1f981: DOWN {{(pid=109909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:47:16.989845 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 33b22f53-e000-46dd-ab38-d61bb7c1955e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:47:17.016945 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: 33b22f53-e000-46dd-ab38-d61bb7c1955e {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:47:17.017489 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 33b22f53-e000-46dd-ab38-d61bb7c1955e not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:47:17.586366 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 56926) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:17.639944 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-46e625d6-d08c-4d29-b370-70bf8259939c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group (f3c8eef8-70a9-4761-a7de-610f6dcd6fd6), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:17.663790 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-46e625d6-d08c-4d29-b370-70bf8259939c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group (f3c8eef8-70a9-4761-a7de-610f6dcd6fd6), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:17.785437 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-46e625d6-d08c-4d29-b370-70bf8259939c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (f3c8eef8-70a9-4761-a7de-610f6dcd6fd6), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:17.788049 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-46e625d6-d08c-4d29-b370-70bf8259939c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:17.789237 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-46e625d6-d08c-4d29-b370-70bf8259939c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "DELETE /v2.0/security-groups/f3c8eef8-70a9-4761-a7de-610f6dcd6fd6 HTTP/1.1" status: 204 len: 168 time: 0.2018826 Feb 21 00:47:17.792801 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 56928) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:17.800228 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e625d6-d08c-4d29-b370-70bf8259939c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c8eef8-70a9-4761-a7de-610f6dcd6fd6,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:17.806758 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.api.v2.resource [None req-6c6a83ae-e47c-4c4f-a489-525464b1f56e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] show failed (client error): The resource could not be found. Feb 21 00:47:17.810729 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-6c6a83ae-e47c-4c4f-a489-525464b1f56e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups/f3c8eef8-70a9-4761-a7de-610f6dcd6fd6 HTTP/1.1" status: 404 len: 347 time: 0.0131092 Feb 21 00:47:17.811012 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 56930) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:17.935357 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-05b8844d-9b43-427e-9dc5-c92801b14ba6 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Deleting port f99a5e07-14ce-4c8a-9dde-e0442174511d {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:47:17.935701 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-05b8844d-9b43-427e-9dc5-c92801b14ba6 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (f99a5e07-14ce-4c8a-9dde-e0442174511d), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:18.020547 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-05b8844d-9b43-427e-9dc5-c92801b14ba6 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (f99a5e07-14ce-4c8a-9dde-e0442174511d), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:18.020817 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-05b8844d-9b43-427e-9dc5-c92801b14ba6 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for floatingip (f99a5e07-14ce-4c8a-9dde-e0442174511d), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:18.032836 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-05b8844d-9b43-427e-9dc5-c92801b14ba6 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Calling delete_port for f99a5e07-14ce-4c8a-9dde-e0442174511d owned by network:floatingip {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:47:18.214200 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-05b8844d-9b43-427e-9dc5-c92801b14ba6 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (f99a5e07-14ce-4c8a-9dde-e0442174511d), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:18.240477 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8844d-9b43-427e-9dc5-c92801b14ba6 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Pushing event deleted for resources: {'Port': ['ID=f99a5e07-14ce-4c8a-9dde-e0442174511d,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:18.304658 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-05b8844d-9b43-427e-9dc5-c92801b14ba6 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for floatingip (a8e27a7b-4359-47e7-8c4a-99f730a1f981), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:18.309378 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-05b8844d-9b43-427e-9dc5-c92801b14ba6 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:18.310643 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-05b8844d-9b43-427e-9dc5-c92801b14ba6 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "DELETE /v2.0/floatingips/a8e27a7b-4359-47e7-8c4a-99f730a1f981 HTTP/1.1" status: 204 len: 168 time: 0.4982531 Feb 21 00:47:18.620350 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 56934) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:18.624924 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-1e278c24-09f9-4c2a-8ebd-1e78064556fc tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Request body: {'security_group': {'name': 'tempest-securitygroup--851675401', 'description': 'tempest-description--1722783108'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:47:18.705494 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1e278c24-09f9-4c2a-8ebd-1e78064556fc tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:18.773309 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1e278c24-09f9-4c2a-8ebd-1e78064556fc tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group (c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:18.848146 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1e278c24-09f9-4c2a-8ebd-1e78064556fc tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:18.879907 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e278c24-09f9-4c2a-8ebd-1e78064556fc tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:18.947133 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1e278c24-09f9-4c2a-8ebd-1e78064556fc tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:18.948947 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-1e278c24-09f9-4c2a-8ebd-1e78064556fc tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3269832 Feb 21 00:47:18.951893 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 56936) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:18.956252 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-7fe98bc3-626b-47a2-86d9-7cdd76a50d57 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Request body: {'security_group_rule': {'security_group_id': 'c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:47:19.065194 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-7fe98bc3-626b-47a2-86d9-7cdd76a50d57 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group_rule (28fb2099-7c6d-451e-89e8-1445881bbefe), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:19.119190 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-7fe98bc3-626b-47a2-86d9-7cdd76a50d57 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group_rule (28fb2099-7c6d-451e-89e8-1445881bbefe), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:19.191276 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-7fe98bc3-626b-47a2-86d9-7cdd76a50d57 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (28fb2099-7c6d-451e-89e8-1445881bbefe), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:19.208694 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe98bc3-626b-47a2-86d9-7cdd76a50d57 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fb2099-7c6d-451e-89e8-1445881bbefe,revision_number=0']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:19.289714 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-7fe98bc3-626b-47a2-86d9-7cdd76a50d57 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:19.290944 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-7fe98bc3-626b-47a2-86d9-7cdd76a50d57 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3381214 Feb 21 00:47:19.298423 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 56938) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:19.302693 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-2f1fc3bd-a1ca-4327-8f2c-e84fb84ce180 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Request body: {'security_group_rule': {'security_group_id': 'c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:47:19.396049 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2f1fc3bd-a1ca-4327-8f2c-e84fb84ce180 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group_rule (df61730a-4bf8-42da-975c-e5009c953b2c), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:19.452670 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2f1fc3bd-a1ca-4327-8f2c-e84fb84ce180 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group_rule (df61730a-4bf8-42da-975c-e5009c953b2c), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:19.528281 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2f1fc3bd-a1ca-4327-8f2c-e84fb84ce180 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (df61730a-4bf8-42da-975c-e5009c953b2c), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:19.546829 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fc3bd-a1ca-4327-8f2c-e84fb84ce180 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df61730a-4bf8-42da-975c-e5009c953b2c,revision_number=0']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:19.622640 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2f1fc3bd-a1ca-4327-8f2c-e84fb84ce180 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:19.623867 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-2f1fc3bd-a1ca-4327-8f2c-e84fb84ce180 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3244755 Feb 21 00:47:19.626999 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 56940) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:19.636293 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-44a6b65c-dd31-44a1-a533-47b98f28f45c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Request body: {'floatingip': {'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:47:19.711887 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-44a6b65c-dd31-44a1-a533-47b98f28f45c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:19.811502 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-44a6b65c-dd31-44a1-a533-47b98f28f45c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:19.913745 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [None req-44a6b65c-dd31-44a1-a533-47b98f28f45c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Allocated IP 172.27.1.214 (c88f79bf-88c8-4630-a831-5481b52b74c3/d2922032-8347-4ecd-abd4-c2de14eb9a4c/ed2c9862-bc60-4b9c-a268-223bd3961fdb) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:47:20.014768 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-44a6b65c-dd31-44a1-a533-47b98f28f45c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for port (ed2c9862-bc60-4b9c-a268-223bd3961fdb), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:20.106070 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-44a6b65c-dd31-44a1-a533-47b98f28f45c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (ed2c9862-bc60-4b9c-a268-223bd3961fdb), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:20.143585 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a6b65c-dd31-44a1-a533-47b98f28f45c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Network c88f79bf-88c8-4630-a831-5481b52b74c3 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:47:20.146354 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-44a6b65c-dd31-44a1-a533-47b98f28f45c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:47:20.151686 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a6b65c-dd31-44a1-a533-47b98f28f45c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:47:20.156949 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6b65c-dd31-44a1-a533-47b98f28f45c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Pushing event updated for resources: {'Port': ['ID=ed2c9862-bc60-4b9c-a268-223bd3961fdb,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:20.243609 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-44a6b65c-dd31-44a1-a533-47b98f28f45c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for floatingip (eefed053-ff12-4b44-bcbc-b619da396bf0), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:20.350022 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-44a6b65c-dd31-44a1-a533-47b98f28f45c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (ed2c9862-bc60-4b9c-a268-223bd3961fdb), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:20.498159 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-44a6b65c-dd31-44a1-a533-47b98f28f45c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for port (ed2c9862-bc60-4b9c-a268-223bd3961fdb), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:20.567849 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-44a6b65c-dd31-44a1-a533-47b98f28f45c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (ed2c9862-bc60-4b9c-a268-223bd3961fdb), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:20.632276 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6b65c-dd31-44a1-a533-47b98f28f45c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Pushing event updated for resources: {'Port': ['ID=ed2c9862-bc60-4b9c-a268-223bd3961fdb,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:20.644271 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-44a6b65c-dd31-44a1-a533-47b98f28f45c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362231'] for floatingip (eefed053-ff12-4b44-bcbc-b619da396bf0), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:20.712839 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-44a6b65c-dd31-44a1-a533-47b98f28f45c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:20.714109 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-44a6b65c-dd31-44a1-a533-47b98f28f45c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0862327 Feb 21 00:47:20.847463 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:47:20.903891 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-4cbeead5-e112-4337-824a-fd98f618c05b tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--851675401&fields=id&tenant_id=1e025d3db5ee41318537bfd4c1fc1d95 HTTP/1.1" status: 200 len: 267 time: 0.0407424 Feb 21 00:47:21.006960 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-b5f23632-b02a-44f0-926c-9d1bb28a7763 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:21.008391 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-b5f23632-b02a-44f0-926c-9d1bb28a7763 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/networks?id=28cf2863-0276-45ba-8819-b4e51508cd5b HTTP/1.1" status: 200 len: 811 time: 0.0984569 Feb 21 00:47:21.022508 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-1800eec0-0e53-443e-872c-00fad74ca31c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/quotas/1e025d3db5ee41318537bfd4c1fc1d95 HTTP/1.1" status: 200 len: 375 time: 0.0087807 Feb 21 00:47:21.075115 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-6a40a527-33ce-43da-a62b-606031641d4c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1e025d3db5ee41318537bfd4c1fc1d95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475113 Feb 21 00:47:21.211527 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-99779e22-b010-462e-8433-1b3a167230aa service neutron] 10.222.0.81 "GET /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252344 Feb 21 00:47:21.301690 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-fe799e07-3083-481e-815f-ec16ad27e361 service neutron] 10.222.0.81 "GET /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826390 Feb 21 00:47:21.520140 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f5657bb0-6fdf-4180-bc80-a49098ae554a req-a288edcf-ee17-49a0-baad-7ad34bb8fa16 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=623d23c5-e089-448d-800b-5d43d8e50d10 HTTP/1.1" status: 200 len: 210 time: 0.0276921 Feb 21 00:47:22.614279 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ec2a0a22-0c1f-44e7-bd25-f49632b07d06 req-140e1045-b4d9-4ddd-bc3c-3e8e85669579 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=623d23c5-e089-448d-800b-5d43d8e50d10 HTTP/1.1" status: 200 len: 210 time: 0.0276089 Feb 21 00:47:23.507274 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-69ed87d2-4f5b-406d-be48-4d06a4bf104d tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:23.508743 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-69ed87d2-4f5b-406d-be48-4d06a4bf104d tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.61 "GET /v2.0/networks?id=28cf2863-0276-45ba-8819-b4e51508cd5b HTTP/1.1" status: 200 len: 811 time: 0.1073062 Feb 21 00:47:23.572755 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-27c214d6-699e-4eb1-8ed3-1f5ac1a52d1d tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e025d3db5ee41318537bfd4c1fc1d95 HTTP/1.1" status: 200 len: 379 time: 0.0518837 Feb 21 00:47:23.581164 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-eb84c5f8-d6a6-40d4-8399-31ae9372532e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Request body: {'port': {'device_id': '623d23c5-e089-448d-800b-5d43d8e50d10', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'admin_state_up': True, 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'security_groups': ['c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4']}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:47:23.723824 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-abd3a773-d56c-43bd-9a9a-b66d72139c5c req-84838ff6-9674-46c2-b510-1380661520dd tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=623d23c5-e089-448d-800b-5d43d8e50d10 HTTP/1.1" status: 200 len: 210 time: 0.0361550 Feb 21 00:47:23.768693 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-eb84c5f8-d6a6-40d4-8399-31ae9372532e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Made reservation on behalf of 1e025d3db5ee41318537bfd4c1fc1d95 for: {'port': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:47:23.772074 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-eb84c5f8-d6a6-40d4-8399-31ae9372532e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:23.900782 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-eb84c5f8-d6a6-40d4-8399-31ae9372532e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Allocated IP 172.20.0.12 (28cf2863-0276-45ba-8819-b4e51508cd5b/8388cafd-40d5-402b-b2e4-849f8f54e15b/e5c945af-735a-4d0b-9a9d-eba09429db8e) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:47:24.051779 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-eb84c5f8-d6a6-40d4-8399-31ae9372532e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for port (e5c945af-735a-4d0b-9a9d-eba09429db8e), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:24.139942 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-eb84c5f8-d6a6-40d4-8399-31ae9372532e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (e5c945af-735a-4d0b-9a9d-eba09429db8e), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:24.181068 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-eb84c5f8-d6a6-40d4-8399-31ae9372532e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Network 28cf2863-0276-45ba-8819-b4e51508cd5b is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:47:24.184765 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-eb84c5f8-d6a6-40d4-8399-31ae9372532e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:47:24.191195 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-eb84c5f8-d6a6-40d4-8399-31ae9372532e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:47:24.214763 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84c5f8-d6a6-40d4-8399-31ae9372532e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Pushing event updated for resources: {'Port': ['ID=e5c945af-735a-4d0b-9a9d-eba09429db8e,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:24.243228 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-eb84c5f8-d6a6-40d4-8399-31ae9372532e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:24.243847 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-eb84c5f8-d6a6-40d4-8399-31ae9372532e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:24.342680 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-eb84c5f8-d6a6-40d4-8399-31ae9372532e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7651289 Feb 21 00:47:24.354373 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Request body: {'port': {'device_id': '623d23c5-e089-448d-800b-5d43d8e50d10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:47:24.450327 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-005cda7e-7b4e-4e10-8fb2-38b687c7ac48 None None] Provisioning complete for port e5c945af-735a-4d0b-9a9d-eba09429db8e triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:47:24.450913 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-005cda7e-7b4e-4e10-8fb2-38b687c7ac48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (e5c945af-735a-4d0b-9a9d-eba09429db8e), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:24.486853 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-005cda7e-7b4e-4e10-8fb2-38b687c7ac48 None None] Port e5c945af-735a-4d0b-9a9d-eba09429db8e cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:47:24.663159 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (e5c945af-735a-4d0b-9a9d-eba09429db8e), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:24.844416 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45792979-c188-415d-a8d0-1dbee7c06128 req-cb69cb60-12cd-483c-b3a4-68c6e51aaf9a tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:24.846020 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-45792979-c188-415d-a8d0-1dbee7c06128 req-cb69cb60-12cd-483c-b3a4-68c6e51aaf9a tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=623d23c5-e089-448d-800b-5d43d8e50d10 HTTP/1.1" status: 200 len: 932 time: 0.0521455 Feb 21 00:47:24.895346 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-45792979-c188-415d-a8d0-1dbee7c06128 req-8bcca95b-b0f9-4990-92b7-9eac7806a073 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436919 Feb 21 00:47:24.920202 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c945af-735a-4d0b-9a9d-eba09429db8e {{(pid=109907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:47:24.927588 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Publish callbacks [] for port (e5c945af-735a-4d0b-9a9d-eba09429db8e), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:24.939301 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.provisioning_blocks [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Transition to ACTIVE for port object e5c945af-735a-4d0b-9a9d-eba09429db8e will not be triggered until provisioned by entity L2. {{(pid=109907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:47:25.013781 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (e5c945af-735a-4d0b-9a9d-eba09429db8e), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:25.070113 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c945af-735a-4d0b-9a9d-eba09429db8e,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:25.139901 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Attempting to bind port e5c945af-735a-4d0b-9a9d-eba09429db8e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:47:25.140247 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Attempting to bind port e5c945af-735a-4d0b-9a9d-eba09429db8e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ff5cc164-49f8-4228-adde-4a5c4df50beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b'}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:47:25.140606 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Attempting to bind port e5c945af-735a-4d0b-9a9d-eba09429db8e on network 28cf2863-0276-45ba-8819-b4e51508cd5b {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:47:25.146688 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Port e5c945af-735a-4d0b-9a9d-eba09429db8e on network 28cf2863-0276-45ba-8819-b4e51508cd5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:47:25.147017 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Attempting to bind port e5c945af-735a-4d0b-9a9d-eba09429db8e on network 28cf2863-0276-45ba-8819-b4e51508cd5b {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:47:25.152686 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:47:25.153251 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Checking segment: {'id': 'ff5cc164-49f8-4228-adde-4a5c4df50beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:47:25.153747 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Bound using segment: {'id': 'ff5cc164-49f8-4228-adde-4a5c4df50beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b'} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:47:25.154192 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Bound port: e5c945af-735a-4d0b-9a9d-eba09429db8e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff5cc164-49f8-4228-adde-4a5c4df50beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b'}}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:47:25.154588 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (e5c945af-735a-4d0b-9a9d-eba09429db8e), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:25.220675 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] For port e5c945af-735a-4d0b-9a9d-eba09429db8e, host hv-cinder-81322, cleared binding levels {{(pid=109907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:47:25.226413 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] For port e5c945af-735a-4d0b-9a9d-eba09429db8e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e5c945af-735a-4d0b-9a9d-eba09429db8e,segment=NetworkSegment(ff5cc164-49f8-4228-adde-4a5c4df50beb),segment_id=ff5cc164-49f8-4228-adde-4a5c4df50beb)] {{(pid=109907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:47:25.277450 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (e5c945af-735a-4d0b-9a9d-eba09429db8e), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:25.316511 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:25.317185 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:25.318572 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] 10.222.0.61 "PUT /v2.0/ports/e5c945af-735a-4d0b-9a9d-eba09429db8e HTTP/1.1" status: 200 len: 1094 time: 0.9682431 Feb 21 00:47:25.319099 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623d23c5-e089-448d-800b-5d43d8e50d10', 'tag': 'e5c945af-735a-4d0b-9a9d-eba09429db8e'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:47:25.321315 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff57ccf-1c93-4157-88cb-c56d2fa8a33a" -d '{"events": [{"name": "network-changed", "server_uuid": "623d23c5-e089-448d-800b-5d43d8e50d10", "tag": "e5c945af-735a-4d0b-9a9d-eba09429db8e"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:47:25.349935 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b553b0-3505-4246-aec4-a5eff10fd2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c945af-735a-4d0b-9a9d-eba09429db8e,revision_number=3']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:25.363629 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a515d571-1e3f-4ba7-bdc5-12248bdba405 x-openstack-request-id: req-a515d571-1e3f-4ba7-bdc5-12248bdba405 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:47:25.363924 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623d23c5-e089-448d-800b-5d43d8e50d10", "tag": "e5c945af-735a-4d0b-9a9d-eba09429db8e", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:47:25.364180 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a515d571-1e3f-4ba7-bdc5-12248bdba405 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:47:25.364612 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623d23c5-e089-448d-800b-5d43d8e50d10', 'tag': 'e5c945af-735a-4d0b-9a9d-eba09429db8e', 'status': 'completed', 'code': 200} Feb 21 00:47:25.434069 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff57ccf-1c93-4157-88cb-c56d2fa8a33a req-90569116-f3db-400e-bb24-6aa586f40b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:25.436279 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0ff57ccf-1c93-4157-88cb-c56d2fa8a33a req-90569116-f3db-400e-bb24-6aa586f40b61 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e025d3db5ee41318537bfd4c1fc1d95&device_id=623d23c5-e089-448d-800b-5d43d8e50d10 HTTP/1.1" status: 200 len: 1128 time: 0.0501425 Feb 21 00:47:25.534858 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff57ccf-1c93-4157-88cb-c56d2fa8a33a req-20e8ed18-4d28-4d1e-ae03-3cff71eabd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:25.536323 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0ff57ccf-1c93-4157-88cb-c56d2fa8a33a req-20e8ed18-4d28-4d1e-ae03-3cff71eabd84 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=1e025d3db5ee41318537bfd4c1fc1d95&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0922644 Feb 21 00:47:25.630858 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff57ccf-1c93-4157-88cb-c56d2fa8a33a req-357d594f-abd0-4110-9eee-b1440d912fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:25.632273 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0ff57ccf-1c93-4157-88cb-c56d2fa8a33a req-357d594f-abd0-4110-9eee-b1440d912fea service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901232 Feb 21 00:47:25.711361 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-b9d2058e-da30-4252-9495-186456145af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:25.712794 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-b9d2058e-da30-4252-9495-186456145af2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e025d3db5ee41318537bfd4c1fc1d95&device_id=623d23c5-e089-448d-800b-5d43d8e50d10 HTTP/1.1" status: 200 len: 1128 time: 0.0441926 Feb 21 00:47:25.757056 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-6bbeee10-810d-438a-9a80-25a174d979de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5c945af-735a-4d0b-9a9d-eba09429db8e HTTP/1.1" status: 200 len: 217 time: 0.0370877 Feb 21 00:47:25.804297 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-72970a0b-4876-40b0-821c-130b6bcd425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:25.805737 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-72970a0b-4876-40b0-821c-130b6bcd425b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8388cafd-40d5-402b-b2e4-849f8f54e15b HTTP/1.1" status: 200 len: 850 time: 0.0431259 Feb 21 00:47:25.855503 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-f15bb3fb-6c3f-4a45-9f72-c89a562b43ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:25.857006 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-f15bb3fb-6c3f-4a45-9f72-c89a562b43ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=28cf2863-0276-45ba-8819-b4e51508cd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446761 Feb 21 00:47:25.949994 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-0504208c-d774-4f67-bd65-61b666f20654 service neutron] 10.222.0.61 "GET /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857878 Feb 21 00:47:26.012131 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9dcf0-cabe-4e5a-952f-52a3b55c84c7 req-ce46039f-7fcc-45fa-9707-d8ebe491ca4c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:26.013757 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c8a9dcf0-cabe-4e5a-952f-52a3b55c84c7 req-ce46039f-7fcc-45fa-9707-d8ebe491ca4c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=623d23c5-e089-448d-800b-5d43d8e50d10 HTTP/1.1" status: 200 len: 944 time: 0.0524228 Feb 21 00:47:26.041363 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-7274629e-ecfc-492d-a556-1ec0c59fb62f req-8552c31d-759f-42f3-8fb4-e61307dc3146 service neutron] 10.222.0.61 "GET /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842495 Feb 21 00:47:26.059759 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c8a9dcf0-cabe-4e5a-952f-52a3b55c84c7 req-7ab54c0c-9e59-4787-a3fa-82811604399b tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401452 Feb 21 00:47:26.579577 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:26.859382 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-9de04919-a0d9-441c-b442-6eb3084d0c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:27.179292 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb23d78-10d0-4f23-9e07-395dae09440b req-a2b4b7fc-9c3f-4267-8ca6-94a00835f3bf tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:27.180734 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5eb23d78-10d0-4f23-9e07-395dae09440b req-a2b4b7fc-9c3f-4267-8ca6-94a00835f3bf tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=623d23c5-e089-448d-800b-5d43d8e50d10 HTTP/1.1" status: 200 len: 944 time: 0.0530181 Feb 21 00:47:27.232421 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5eb23d78-10d0-4f23-9e07-395dae09440b req-58157db0-0938-49ac-8479-32c313a884f9 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458860 Feb 21 00:47:28.348810 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fac8c-6bd4-45a5-b3b0-5da0d69e0a1e req-921e7d4c-13c3-466a-ad9e-85c9a05cfb3e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:28.350259 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f02fac8c-6bd4-45a5-b3b0-5da0d69e0a1e req-921e7d4c-13c3-466a-ad9e-85c9a05cfb3e tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=623d23c5-e089-448d-800b-5d43d8e50d10 HTTP/1.1" status: 200 len: 944 time: 0.0525148 Feb 21 00:47:28.396142 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f02fac8c-6bd4-45a5-b3b0-5da0d69e0a1e req-4bf653cd-1909-4531-94d2-891c5a5ccead tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399010 Feb 21 00:47:28.994728 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device e5c945af-735a-4d0b-9a9d-eba09429db8e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:47:29.007428 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-6d0c7952-b8c6-41aa-afe5-eb5b06930559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:29.093731 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port e5c945af-735a-4d0b-9a9d-eba09429db8e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e5c945af-735a-4d0b-9a9d-eba09429db8e,segment=NetworkSegment(ff5cc164-49f8-4228-adde-4a5c4df50beb),segment_id=ff5cc164-49f8-4228-adde-4a5c4df50beb)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:47:29.104483 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': 'e5c945af-735a-4d0b-9a9d-eba09429db8e', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'port_id': 'e5c945af-735a-4d0b-9a9d-eba09429db8e', 'mac_address': 'fa:16:3e:f7:0f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:47:29.140897 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port e5c945af-735a-4d0b-9a9d-eba09429db8e is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:47:29.141348 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (e5c945af-735a-4d0b-9a9d-eba09429db8e), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:29.154427 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c945af-735a-4d0b-9a9d-eba09429db8e {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:47:29.172678 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port e5c945af-735a-4d0b-9a9d-eba09429db8e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e5c945af-735a-4d0b-9a9d-eba09429db8e,segment=NetworkSegment(ff5cc164-49f8-4228-adde-4a5c4df50beb),segment_id=ff5cc164-49f8-4228-adde-4a5c4df50beb)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:47:29.247873 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (e5c945af-735a-4d0b-9a9d-eba09429db8e), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:29.293360 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=e5c945af-735a-4d0b-9a9d-eba09429db8e,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:29.300199 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:29.300551 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:29.300922 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:29.301295 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:29.301586 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:29.301915 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:29.302240 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:29.302565 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:29.302886 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:29.303208 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:29.303527 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:29.303843 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:29.304159 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:29.498251 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['e5c945af-735a-4d0b-9a9d-eba09429db8e'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:47:29.516435 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845f76c-2a46-4fc9-b952-0d88c833813c req-d8f55992-094e-4228-892f-10a0fa1aef11 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:29.518223 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d845f76c-2a46-4fc9-b952-0d88c833813c req-d8f55992-094e-4228-892f-10a0fa1aef11 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=623d23c5-e089-448d-800b-5d43d8e50d10 HTTP/1.1" status: 200 len: 945 time: 0.0539951 Feb 21 00:47:29.564333 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d845f76c-2a46-4fc9-b952-0d88c833813c req-23dad36f-1a19-419e-8f06-e3763d09439b tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405936 Feb 21 00:47:30.293732 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:30.684325 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccf588-0144-4e8d-ad49-bf5a3c0faf8c req-c505f0c8-6eb4-4d31-af1a-ae3fff426bd8 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:30.685829 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-78ccf588-0144-4e8d-ad49-bf5a3c0faf8c req-c505f0c8-6eb4-4d31-af1a-ae3fff426bd8 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=623d23c5-e089-448d-800b-5d43d8e50d10 HTTP/1.1" status: 200 len: 945 time: 0.0559011 Feb 21 00:47:30.731680 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-78ccf588-0144-4e8d-ad49-bf5a3c0faf8c req-1a983b7a-ea2e-442f-b0ed-b29c48a8fe0f tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403254 Feb 21 00:47:31.005951 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device e5c945af-735a-4d0b-9a9d-eba09429db8e up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:47:31.099137 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port e5c945af-735a-4d0b-9a9d-eba09429db8e completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:47:31.102869 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port e5c945af-735a-4d0b-9a9d-eba09429db8e triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:47:31.103249 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (e5c945af-735a-4d0b-9a9d-eba09429db8e), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:31.181176 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port e5c945af-735a-4d0b-9a9d-eba09429db8e is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:47:31.181634 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (e5c945af-735a-4d0b-9a9d-eba09429db8e), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:31.203851 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623d23c5-e089-448d-800b-5d43d8e50d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c945af-735a-4d0b-9a9d-eba09429db8e'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:47:31.206136 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4e3e3b-4528-4a4f-bd8e-cbbf97f2799d" -d '{"events": [{"server_uuid": "623d23c5-e089-448d-800b-5d43d8e50d10", "name": "network-vif-plugged", "status": "completed", "tag": "e5c945af-735a-4d0b-9a9d-eba09429db8e"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:47:31.218689 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port e5c945af-735a-4d0b-9a9d-eba09429db8e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e5c945af-735a-4d0b-9a9d-eba09429db8e,segment=NetworkSegment(ff5cc164-49f8-4228-adde-4a5c4df50beb),segment_id=ff5cc164-49f8-4228-adde-4a5c4df50beb)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:47:31.242005 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8982825-dfca-42a3-9620-06fb0eb05a08 x-openstack-request-id: req-b8982825-dfca-42a3-9620-06fb0eb05a08 {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:47:31.242297 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623d23c5-e089-448d-800b-5d43d8e50d10", "name": "network-vif-plugged", "status": "completed", "tag": "e5c945af-735a-4d0b-9a9d-eba09429db8e", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:47:31.242550 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b8982825-dfca-42a3-9620-06fb0eb05a08 {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:47:31.242988 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623d23c5-e089-448d-800b-5d43d8e50d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c945af-735a-4d0b-9a9d-eba09429db8e', 'code': 200} Feb 21 00:47:31.299875 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (e5c945af-735a-4d0b-9a9d-eba09429db8e), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:31.346489 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=e5c945af-735a-4d0b-9a9d-eba09429db8e,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:31.527736 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45e9fd-dbfa-4e44-98e1-50540aa11b7b req-deb14ba0-a121-49c4-8e1c-519a9ef01602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:31.529228 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3c45e9fd-dbfa-4e44-98e1-50540aa11b7b req-deb14ba0-a121-49c4-8e1c-519a9ef01602 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=623d23c5-e089-448d-800b-5d43d8e50d10 HTTP/1.1" status: 200 len: 1130 time: 0.0433714 Feb 21 00:47:31.573818 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3c45e9fd-dbfa-4e44-98e1-50540aa11b7b req-4b216e45-d0b9-457c-9825-3797b39433b9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368280 Feb 21 00:47:31.676946 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:31.852021 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857d2d5-0025-43aa-b3fb-02f2b7845594 req-dd55ecb8-b324-4fac-845d-b27ac670c9b2 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:31.853507 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e857d2d5-0025-43aa-b3fb-02f2b7845594 req-dd55ecb8-b324-4fac-845d-b27ac670c9b2 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=623d23c5-e089-448d-800b-5d43d8e50d10 HTTP/1.1" status: 200 len: 946 time: 0.0535502 Feb 21 00:47:31.899954 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e857d2d5-0025-43aa-b3fb-02f2b7845594 req-4df58890-6dc9-4692-83de-d7af8f27751c tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408204 Feb 21 00:47:33.023418 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73598b-cc99-4f4f-83d5-2aecb601a778 req-17f8860c-6b4f-40ef-951f-34bbe5afe9d1 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:33.024806 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6b73598b-cc99-4f4f-83d5-2aecb601a778 req-17f8860c-6b4f-40ef-951f-34bbe5afe9d1 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=623d23c5-e089-448d-800b-5d43d8e50d10 HTTP/1.1" status: 200 len: 946 time: 0.0550361 Feb 21 00:47:33.072824 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6b73598b-cc99-4f4f-83d5-2aecb601a778 req-dbc1c8a2-85a7-4b09-9184-2a84bc5d92da tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416012 Feb 21 00:47:33.202989 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47e2f8-4acb-4065-9ecd-993e736429f0 req-bfd955fd-2511-4e2c-9b0b-18840cf16848 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:33.204474 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ba47e2f8-4acb-4065-9ecd-993e736429f0 req-bfd955fd-2511-4e2c-9b0b-18840cf16848 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=623d23c5-e089-448d-800b-5d43d8e50d10 HTTP/1.1" status: 200 len: 946 time: 0.0708623 Feb 21 00:47:33.213002 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 57006) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:33.218113 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-bd5a93ca-e4bc-47f9-bcc1-4149924cc6f2 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Request body: {'floatingip': {'port_id': 'e5c945af-735a-4d0b-9a9d-eba09429db8e'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:47:33.255544 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-bd5a93ca-e4bc-47f9-bcc1-4149924cc6f2 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for floatingip (eefed053-ff12-4b44-bcbc-b619da396bf0), before_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:33.299516 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:33.705226 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-bd5a93ca-e4bc-47f9-bcc1-4149924cc6f2 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:33.775937 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-bd5a93ca-e4bc-47f9-bcc1-4149924cc6f2 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362231'] for floatingip (eefed053-ff12-4b44-bcbc-b619da396bf0), after_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:33.883712 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.db.l3_db [None req-bd5a93ca-e4bc-47f9-bcc1-4149924cc6f2 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Floating IP eefed053-ff12-4b44-bcbc-b619da396bf0 associated. External IP: 172.27.1.214, port: e5c945af-735a-4d0b-9a9d-eba09429db8e. Feb 21 00:47:34.091801 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5a93ca-e4bc-47f9-bcc1-4149924cc6f2 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Router de36c579-c1d3-42ed-8b6d-8792dc113d2b has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:47:34.206114 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5a93ca-e4bc-47f9-bcc1-4149924cc6f2 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:47:34.211118 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-bd5a93ca-e4bc-47f9-bcc1-4149924cc6f2 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:34.216633 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af4acc-b88e-4e98-940f-8b08aa423d38 None None] Sync routers for ids ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:47:34.226454 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39af4acc-b88e-4e98-940f-8b08aa423d38 None None] Routers {'de36c579-c1d3-42ed-8b6d-8792dc113d2b'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:47:34.227081 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-39af4acc-b88e-4e98-940f-8b08aa423d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:47:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:34.242125 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-bd5a93ca-e4bc-47f9-bcc1-4149924cc6f2 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "PUT /v2.0/floatingips/eefed053-ff12-4b44-bcbc-b619da396bf0 HTTP/1.1" status: 200 len: 992 time: 1.0280263 Feb 21 00:47:34.242708 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623d23c5-e089-448d-800b-5d43d8e50d10', 'tag': 'e5c945af-735a-4d0b-9a9d-eba09429db8e'}] {{(pid=109906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:47:34.245013 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc518c6d51578be2a31f52ee0893325345821a3685c97876d81d10eababaab57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ea675b-4535-40b3-bfbb-0447160048bd" -d '{"events": [{"name": "network-changed", "server_uuid": "623d23c5-e089-448d-800b-5d43d8e50d10", "tag": "e5c945af-735a-4d0b-9a9d-eba09429db8e"}]}' {{(pid=109906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:47:34.363311 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf6ce68-b94b-4eaa-a885-ce8c12faa1ee x-openstack-request-id: req-7bf6ce68-b94b-4eaa-a885-ce8c12faa1ee {{(pid=109906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:47:34.363722 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623d23c5-e089-448d-800b-5d43d8e50d10", "tag": "e5c945af-735a-4d0b-9a9d-eba09429db8e", "status": "completed", "code": 200}]} {{(pid=109906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:47:34.364049 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7bf6ce68-b94b-4eaa-a885-ce8c12faa1ee {{(pid=109906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:47:34.364554 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623d23c5-e089-448d-800b-5d43d8e50d10', 'tag': 'e5c945af-735a-4d0b-9a9d-eba09429db8e', 'status': 'completed', 'code': 200} Feb 21 00:47:34.471146 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea675b-4535-40b3-bfbb-0447160048bd req-5f01cbef-e0a7-4066-88c6-8baa192d61c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:34.472718 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-66ea675b-4535-40b3-bfbb-0447160048bd req-5f01cbef-e0a7-4066-88c6-8baa192d61c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e025d3db5ee41318537bfd4c1fc1d95&device_id=623d23c5-e089-448d-800b-5d43d8e50d10 HTTP/1.1" status: 200 len: 1130 time: 0.0508032 Feb 21 00:47:34.488151 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-39af4acc-b88e-4e98-940f-8b08aa423d38 None None] Set router de36c579-c1d3-42ed-8b6d-8792dc113d2b gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:47:34.580186 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea675b-4535-40b3-bfbb-0447160048bd req-b1ea10b4-dd66-4ce1-bb15-d7acf0d5d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:34.581683 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-66ea675b-4535-40b3-bfbb-0447160048bd req-b1ea10b4-dd66-4ce1-bb15-d7acf0d5d50f service neutron] 10.222.0.61 "GET /v2.0/networks?id=28cf2863-0276-45ba-8819-b4e51508cd5b HTTP/1.1" status: 200 len: 912 time: 0.1027827 Feb 21 00:47:34.648870 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-66ea675b-4535-40b3-bfbb-0447160048bd req-d845669c-30e8-4297-8907-f3b5b8fae722 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5c945af-735a-4d0b-9a9d-eba09429db8e HTTP/1.1" status: 200 len: 1000 time: 0.0595720 Feb 21 00:47:34.697489 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea675b-4535-40b3-bfbb-0447160048bd req-dc7e6502-f7ba-4931-93f6-266290cccfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:34.698966 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-66ea675b-4535-40b3-bfbb-0447160048bd req-dc7e6502-f7ba-4931-93f6-266290cccfc5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8388cafd-40d5-402b-b2e4-849f8f54e15b HTTP/1.1" status: 200 len: 850 time: 0.0443804 Feb 21 00:47:34.725253 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-39af4acc-b88e-4e98-940f-8b08aa423d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 4, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port': {'id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': 'eefed053-ff12-4b44-bcbc-b619da396bf0', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'port_id': 'e5c945af-735a-4d0b-9a9d-eba09429db8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'mac_address': 'fa:16:3e:f7:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d23c5-e089-448d-800b-5d43d8e50d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:47:20Z', 'updated_at': '2022-02-21T00:47:33Z', 'revision_number': 1, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46525186-5363-47fe-9f00-522ce8a4c9b2', 'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'mac_address': 'fa:16:3e:a0:43:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:18Z', 'updated_at': '2022-02-21T00:44:23Z', 'revision_number': 5, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'subnets': [{'id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:34.755970 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af4acc-b88e-4e98-940f-8b08aa423d38 None None] Checking router: de36c579-c1d3-42ed-8b6d-8792dc113d2b for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:47:34.762381 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea675b-4535-40b3-bfbb-0447160048bd req-754baecd-9f9c-4905-8e1b-8b4b5003e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:34.764208 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-66ea675b-4535-40b3-bfbb-0447160048bd req-754baecd-9f9c-4905-8e1b-8b4b5003e205 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=28cf2863-0276-45ba-8819-b4e51508cd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549791 Feb 21 00:47:34.766053 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39af4acc-b88e-4e98-940f-8b08aa423d38 None None] Routers {'de36c579-c1d3-42ed-8b6d-8792dc113d2b'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:47:34.767319 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-39af4acc-b88e-4e98-940f-8b08aa423d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:47:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:34.859267 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-66ea675b-4535-40b3-bfbb-0447160048bd req-43437fad-bab1-4cc6-a5ab-44ad2c2c6888 service neutron] 10.222.0.61 "GET /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876555 Feb 21 00:47:34.884100 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-39af4acc-b88e-4e98-940f-8b08aa423d38 None None] Set router de36c579-c1d3-42ed-8b6d-8792dc113d2b gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:47:34.974359 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-66ea675b-4535-40b3-bfbb-0447160048bd req-762da8e4-3761-46ad-b472-338477cf62d5 service neutron] 10.222.0.61 "GET /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085625 Feb 21 00:47:35.120394 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-39af4acc-b88e-4e98-940f-8b08aa423d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 4, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port': {'id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': 'eefed053-ff12-4b44-bcbc-b619da396bf0', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'port_id': 'e5c945af-735a-4d0b-9a9d-eba09429db8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'mac_address': 'fa:16:3e:f7:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d23c5-e089-448d-800b-5d43d8e50d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:47:20Z', 'updated_at': '2022-02-21T00:47:33Z', 'revision_number': 1, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46525186-5363-47fe-9f00-522ce8a4c9b2', 'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'mac_address': 'fa:16:3e:a0:43:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:18Z', 'updated_at': '2022-02-21T00:44:23Z', 'revision_number': 5, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'subnets': [{'id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:35.153097 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af4acc-b88e-4e98-940f-8b08aa423d38 None None] The sync data for ids ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'] in dv-cinder-813224-6-iscsi is: [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 4, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port': {'id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': 'eefed053-ff12-4b44-bcbc-b619da396bf0', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'port_id': 'e5c945af-735a-4d0b-9a9d-eba09429db8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'mac_address': 'fa:16:3e:f7:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d23c5-e089-448d-800b-5d43d8e50d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:47:20Z', 'updated_at': '2022-02-21T00:47:33Z', 'revision_number': 1, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46525186-5363-47fe-9f00-522ce8a4c9b2', 'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'mac_address': 'fa:16:3e:a0:43:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:18Z', 'updated_at': '2022-02-21T00:44:23Z', 'revision_number': 5, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'subnets': [{'id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:47:35.343590 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d90f37-b437-4def-ae61-be3280c9e132 None None] New status for floating IP eefed053-ff12-4b44-bcbc-b619da396bf0: ACTIVE {{(pid=109909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:47:37.961302 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06c741-0245-411b-a33c-6e3bece0de77 req-a19566b4-4410-40bf-8a46-3cc1229abf76 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:37.962796 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2f06c741-0245-411b-a33c-6e3bece0de77 req-a19566b4-4410-40bf-8a46-3cc1229abf76 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 947 time: 0.0551734 Feb 21 00:47:38.009396 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2f06c741-0245-411b-a33c-6e3bece0de77 req-62485752-9bb0-41ee-aaf6-6e44d0ab1587 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399640 Feb 21 00:47:39.136665 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401339e5-cad9-4709-804e-66240665a49f req-9a18f9af-ac39-47f0-bb9d-29b4fb9655fa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:39.138671 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-401339e5-cad9-4709-804e-66240665a49f req-9a18f9af-ac39-47f0-bb9d-29b4fb9655fa tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 947 time: 0.0545101 Feb 21 00:47:39.198658 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-401339e5-cad9-4709-804e-66240665a49f req-3b037dd8-24eb-4eb7-9a62-3d98a760b4d4 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups?id=dffaec78-72ca-472f-adaa-3c27ee079e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538788 Feb 21 00:47:39.387354 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c03cc-db61-42ef-8545-1a1d7bae601e req-5e237b1c-d21d-4663-9448-590a922ec189 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:39.389445 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a80c03cc-db61-42ef-8545-1a1d7bae601e req-5e237b1c-d21d-4663-9448-590a922ec189 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 947 time: 0.0551202 Feb 21 00:47:39.486696 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-a80c03cc-db61-42ef-8545-1a1d7bae601e req-32c7acc2-f58a-494b-9174-0435c2543744 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Deleting port 9c236e88-a24d-4171-a16c-1c7239543012 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:47:39.487039 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a80c03cc-db61-42ef-8545-1a1d7bae601e req-32c7acc2-f58a-494b-9174-0435c2543744 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (9c236e88-a24d-4171-a16c-1c7239543012), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:39.590075 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-a80c03cc-db61-42ef-8545-1a1d7bae601e req-32c7acc2-f58a-494b-9174-0435c2543744 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] For port 9c236e88-a24d-4171-a16c-1c7239543012, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c236e88-a24d-4171-a16c-1c7239543012,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:47:39.590442 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a80c03cc-db61-42ef-8545-1a1d7bae601e req-32c7acc2-f58a-494b-9174-0435c2543744 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (9c236e88-a24d-4171-a16c-1c7239543012), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:39.764824 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a80c03cc-db61-42ef-8545-1a1d7bae601e req-32c7acc2-f58a-494b-9174-0435c2543744 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:39.765194 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a80c03cc-db61-42ef-8545-1a1d7bae601e req-32c7acc2-f58a-494b-9174-0435c2543744 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362231'] for floatingip (9b482981-0efa-4c8d-9d98-5641e1e576b6), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:39.765516 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.l3_db [req-a80c03cc-db61-42ef-8545-1a1d7bae601e req-32c7acc2-f58a-494b-9174-0435c2543744 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Floating IP 9b482981-0efa-4c8d-9d98-5641e1e576b6 disassociated. External IP: 172.27.1.181, port: 9c236e88-a24d-4171-a16c-1c7239543012. Feb 21 00:47:39.765862 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-a80c03cc-db61-42ef-8545-1a1d7bae601e req-32c7acc2-f58a-494b-9174-0435c2543744 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Calling delete_port for 9c236e88-a24d-4171-a16c-1c7239543012 owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:47:39.967926 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a80c03cc-db61-42ef-8545-1a1d7bae601e req-32c7acc2-f58a-494b-9174-0435c2543744 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (9c236e88-a24d-4171-a16c-1c7239543012), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:40.001164 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7acc2-f58a-494b-9174-0435c2543744 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Pushing event deleted for resources: {'Port': ['ID=9c236e88-a24d-4171-a16c-1c7239543012,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:40.113694 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a80c03cc-db61-42ef-8545-1a1d7bae601e req-32c7acc2-f58a-494b-9174-0435c2543744 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Router 2244ab43-eb9e-4597-96dc-54662e71ca72 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:47:40.223195 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a80c03cc-db61-42ef-8545-1a1d7bae601e req-32c7acc2-f58a-494b-9174-0435c2543744 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:47:40.234004 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc0c55-8fe5-45c3-a30b-c8b6431cf405 None None] Sync routers for ids ['2244ab43-eb9e-4597-96dc-54662e71ca72'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:47:40.244126 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc0c55-8fe5-45c3-a30b-c8b6431cf405 None None] Routers {'2244ab43-eb9e-4597-96dc-54662e71ca72'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:47:40.244873 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-4ddc0c55-8fe5-45c3-a30b-c8b6431cf405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:47:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['2244ab43-eb9e-4597-96dc-54662e71ca72'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:40.269510 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80c03cc-db61-42ef-8545-1a1d7bae601e req-32c7acc2-f58a-494b-9174-0435c2543744 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] No DVR routers for this DVR port 9c236e88-a24d-4171-a16c-1c7239543012 on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:47:40.272116 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-a80c03cc-db61-42ef-8545-1a1d7bae601e req-32c7acc2-f58a-494b-9174-0435c2543744 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:40.275550 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a80c03cc-db61-42ef-8545-1a1d7bae601e req-32c7acc2-f58a-494b-9174-0435c2543744 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.61 "DELETE /v2.0/ports/9c236e88-a24d-4171-a16c-1c7239543012 HTTP/1.1" status: 204 len: 173 time: 0.8781388 Feb 21 00:47:40.275998 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecd46cb-eec8-4914-bbb0-38bd67dccd47', 'name': 'network-vif-deleted', 'tag': '9c236e88-a24d-4171-a16c-1c7239543012'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:47:40.278284 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c6c956-3108-4796-a325-7694a3036796" -d '{"events": [{"server_uuid": "3ecd46cb-eec8-4914-bbb0-38bd67dccd47", "name": "network-vif-deleted", "tag": "9c236e88-a24d-4171-a16c-1c7239543012"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:47:40.310081 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e7d8eea9-69c1-4b95-91ce-0e0cc2930d12 req-a89fbbe7-87b7-423c-9d64-d652d1d85210 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ecd46cb-eec8-4914-bbb0-38bd67dccd47 HTTP/1.1" status: 200 len: 210 time: 0.0279768 Feb 21 00:47:40.324063 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a4f1ff-6c0a-4f27-a740-da9dbff58c16 x-openstack-request-id: req-61a4f1ff-6c0a-4f27-a740-da9dbff58c16 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:47:40.324364 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ecd46cb-eec8-4914-bbb0-38bd67dccd47", "name": "network-vif-deleted", "tag": "9c236e88-a24d-4171-a16c-1c7239543012", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:47:40.324654 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-61a4f1ff-6c0a-4f27-a740-da9dbff58c16 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:47:40.325082 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ecd46cb-eec8-4914-bbb0-38bd67dccd47', 'name': 'network-vif-deleted', 'tag': '9c236e88-a24d-4171-a16c-1c7239543012', 'status': 'completed', 'code': 200} Feb 21 00:47:40.365488 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-4ddc0c55-8fe5-45c3-a30b-c8b6431cf405 None None] Set router 2244ab43-eb9e-4597-96dc-54662e71ca72 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:47:40.573252 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-4ddc0c55-8fe5-45c3-a30b-c8b6431cf405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 4, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port': {'id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:52Z', 'updated_at': '2022-02-21T00:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '04989002-8330-47b5-8f0b-2aff58b5deb0', 'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'mac_address': 'fa:16:3e:a6:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:57Z', 'updated_at': '2022-02-21T00:41:06Z', 'revision_number': 5, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'subnets': [{'id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:40.604237 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc0c55-8fe5-45c3-a30b-c8b6431cf405 None None] Checking router: 2244ab43-eb9e-4597-96dc-54662e71ca72 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:47:40.612732 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc0c55-8fe5-45c3-a30b-c8b6431cf405 None None] Routers {'2244ab43-eb9e-4597-96dc-54662e71ca72'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:47:40.613339 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-4ddc0c55-8fe5-45c3-a30b-c8b6431cf405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:47:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['2244ab43-eb9e-4597-96dc-54662e71ca72'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:40.724289 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-4ddc0c55-8fe5-45c3-a30b-c8b6431cf405 None None] Set router 2244ab43-eb9e-4597-96dc-54662e71ca72 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:47:40.921897 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-4ddc0c55-8fe5-45c3-a30b-c8b6431cf405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 4, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port': {'id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:52Z', 'updated_at': '2022-02-21T00:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '04989002-8330-47b5-8f0b-2aff58b5deb0', 'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'mac_address': 'fa:16:3e:a6:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:57Z', 'updated_at': '2022-02-21T00:41:06Z', 'revision_number': 5, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'subnets': [{'id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:40.947984 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc0c55-8fe5-45c3-a30b-c8b6431cf405 None None] The sync data for ids ['2244ab43-eb9e-4597-96dc-54662e71ca72'] in dv-cinder-813224-6-iscsi is: [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:40:57Z', 'revision_number': 4, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port': {'id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:52Z', 'updated_at': '2022-02-21T00:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '04989002-8330-47b5-8f0b-2aff58b5deb0', 'name': '', 'network_id': 'db91bc76-bbbd-4928-84db-ba174e4b8a5d', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'mac_address': 'fa:16:3e:a6:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:57Z', 'updated_at': '2022-02-21T00:41:06Z', 'revision_number': 5, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'subnets': [{'id': 'fa227f87-1978-4806-9713-f4a79efc4e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:47:41.166440 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172bba6c-c193-4468-bf78-af19f3ffee74 None None] New status for floating IP 9b482981-0efa-4c8d-9d98-5641e1e576b6: DOWN {{(pid=109909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:47:41.460419 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 57064) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:41.511710 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-47a1ea68-710d-4c30-ab25-71d1e614fde0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group (dffaec78-72ca-472f-adaa-3c27ee079e9e), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:41.534992 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-47a1ea68-710d-4c30-ab25-71d1e614fde0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group (dffaec78-72ca-472f-adaa-3c27ee079e9e), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:41.647703 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-47a1ea68-710d-4c30-ab25-71d1e614fde0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (dffaec78-72ca-472f-adaa-3c27ee079e9e), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:41.650626 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-47a1ea68-710d-4c30-ab25-71d1e614fde0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:41.651766 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-47a1ea68-710d-4c30-ab25-71d1e614fde0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "DELETE /v2.0/security-groups/dffaec78-72ca-472f-adaa-3c27ee079e9e HTTP/1.1" status: 204 len: 168 time: 0.1903009 Feb 21 00:47:41.655195 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 57066) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:41.661235 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1ea68-710d-4c30-ab25-71d1e614fde0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffaec78-72ca-472f-adaa-3c27ee079e9e,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:41.667858 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.api.v2.resource [None req-07d61249-4bc2-40b3-b41a-64d5335019fe tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] show failed (client error): The resource could not be found. Feb 21 00:47:41.668592 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1ea68-710d-4c30-ab25-71d1e614fde0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:41.668907 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-07d61249-4bc2-40b3-b41a-64d5335019fe tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "GET /v2.0/security-groups/dffaec78-72ca-472f-adaa-3c27ee079e9e HTTP/1.1" status: 404 len: 347 time: 0.0127301 Feb 21 00:47:41.670665 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1ea68-710d-4c30-ab25-71d1e614fde0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:41.671008 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1ea68-710d-4c30-ab25-71d1e614fde0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:41.671349 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1ea68-710d-4c30-ab25-71d1e614fde0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:41.671695 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1ea68-710d-4c30-ab25-71d1e614fde0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:41.672029 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1ea68-710d-4c30-ab25-71d1e614fde0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:41.672391 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1ea68-710d-4c30-ab25-71d1e614fde0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:41.672753 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1ea68-710d-4c30-ab25-71d1e614fde0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:41.672899 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 57068) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:41.673082 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1ea68-710d-4c30-ab25-71d1e614fde0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:41.673409 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1ea68-710d-4c30-ab25-71d1e614fde0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:41.673740 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1ea68-710d-4c30-ab25-71d1e614fde0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:41.674068 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1ea68-710d-4c30-ab25-71d1e614fde0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:41.674392 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1ea68-710d-4c30-ab25-71d1e614fde0 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:47:41.802807 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-f0256deb-d6a8-4385-95ab-df44add3af50 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Deleting port fa9b8031-a932-4048-813f-cc792cb52db7 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:47:41.803162 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f0256deb-d6a8-4385-95ab-df44add3af50 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (fa9b8031-a932-4048-813f-cc792cb52db7), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:41.880374 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f0256deb-d6a8-4385-95ab-df44add3af50 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (fa9b8031-a932-4048-813f-cc792cb52db7), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:41.880742 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f0256deb-d6a8-4385-95ab-df44add3af50 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for floatingip (fa9b8031-a932-4048-813f-cc792cb52db7), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:41.893504 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-f0256deb-d6a8-4385-95ab-df44add3af50 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Calling delete_port for fa9b8031-a932-4048-813f-cc792cb52db7 owned by network:floatingip {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:47:42.088015 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f0256deb-d6a8-4385-95ab-df44add3af50 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (fa9b8031-a932-4048-813f-cc792cb52db7), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:42.115886 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0256deb-d6a8-4385-95ab-df44add3af50 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Pushing event deleted for resources: {'Port': ['ID=fa9b8031-a932-4048-813f-cc792cb52db7,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:42.176776 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f0256deb-d6a8-4385-95ab-df44add3af50 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks [] for floatingip (9b482981-0efa-4c8d-9d98-5641e1e576b6), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:42.179252 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f0256deb-d6a8-4385-95ab-df44add3af50 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:42.180385 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-f0256deb-d6a8-4385-95ab-df44add3af50 tempest-AttachVolumeShelveTestJSON-978652689 tempest-AttachVolumeShelveTestJSON-978652689-project] 10.222.0.81 "DELETE /v2.0/floatingips/9b482981-0efa-4c8d-9d98-5641e1e576b6 HTTP/1.1" status: 204 len: 168 time: 0.5066490 Feb 21 00:47:44.893031 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 57110) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:45.082203 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 9c236e88-a24d-4171-a16c-1c7239543012 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:47:45.235976 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: 9c236e88-a24d-4171-a16c-1c7239543012 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:47:45.236307 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 9c236e88-a24d-4171-a16c-1c7239543012 not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:47:45.562003 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c0a6e566-6526-4284-90b6-b69356382e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358903'] for router_interface (2244ab43-eb9e-4597-96dc-54662e71ca72), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:45.803694 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-c0a6e566-6526-4284-90b6-b69356382e27 admin admin] Deleting port 04989002-8330-47b5-8f0b-2aff58b5deb0 {{(pid=109906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:47:45.804036 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c0a6e566-6526-4284-90b6-b69356382e27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:45.886055 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.db [None req-c0a6e566-6526-4284-90b6-b69356382e27 admin admin] For port 04989002-8330-47b5-8f0b-2aff58b5deb0, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=04989002-8330-47b5-8f0b-2aff58b5deb0,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:47:45.886411 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c0a6e566-6526-4284-90b6-b69356382e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:45.898066 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-c0a6e566-6526-4284-90b6-b69356382e27 admin admin] Calling delete_port for 04989002-8330-47b5-8f0b-2aff58b5deb0 owned by network:router_interface {{(pid=109906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:47:46.150968 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c0a6e566-6526-4284-90b6-b69356382e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (04989002-8330-47b5-8f0b-2aff58b5deb0), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:46.177629 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6e566-6526-4284-90b6-b69356382e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=04989002-8330-47b5-8f0b-2aff58b5deb0,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:46.360395 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c0a6e566-6526-4284-90b6-b69356382e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3776522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360295'] for router_interface (2244ab43-eb9e-4597-96dc-54662e71ca72), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:46.594941 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a6e566-6526-4284-90b6-b69356382e27 admin admin] Router 2244ab43-eb9e-4597-96dc-54662e71ca72 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:47:46.706122 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a6e566-6526-4284-90b6-b69356382e27 admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:47:46.711078 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-c0a6e566-6526-4284-90b6-b69356382e27 admin admin] 10.222.0.81 "PUT /v2.0/routers/2244ab43-eb9e-4597-96dc-54662e71ca72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8169537 Feb 21 00:47:46.713617 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 57126) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:46.716546 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e43308-42e0-40af-9605-c4d74a0c681f None None] Sync routers for ids ['2244ab43-eb9e-4597-96dc-54662e71ca72'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:47:46.727131 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e43308-42e0-40af-9605-c4d74a0c681f None None] Routers {'2244ab43-eb9e-4597-96dc-54662e71ca72'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:47:46.727769 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-39e43308-42e0-40af-9605-c4d74a0c681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:47:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['2244ab43-eb9e-4597-96dc-54662e71ca72'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:46.821023 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-30d6c770-6e7c-4d10-8cd5-67ee697b84e0 admin admin] Publish callbacks [] for router (2244ab43-eb9e-4597-96dc-54662e71ca72), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:46.834402 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-39e43308-42e0-40af-9605-c4d74a0c681f None None] Set router 2244ab43-eb9e-4597-96dc-54662e71ca72 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:47:46.930539 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-30d6c770-6e7c-4d10-8cd5-67ee697b84e0 admin admin] Publish callbacks [] for router_gateway (2244ab43-eb9e-4597-96dc-54662e71ca72), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:47.011525 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-39e43308-42e0-40af-9605-c4d74a0c681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:47:46Z', 'revision_number': 5, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port': {'id': '00a21d73-d8f6-407d-a8c4-71ed33805063', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:40:52Z', 'updated_at': '2022-02-21T00:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:47.042423 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e43308-42e0-40af-9605-c4d74a0c681f None None] Checking router: 2244ab43-eb9e-4597-96dc-54662e71ca72 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:47:47.051197 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e43308-42e0-40af-9605-c4d74a0c681f None None] Routers {'2244ab43-eb9e-4597-96dc-54662e71ca72'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:47:47.051823 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-39e43308-42e0-40af-9605-c4d74a0c681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:47:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['2244ab43-eb9e-4597-96dc-54662e71ca72'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:47.068095 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-30d6c770-6e7c-4d10-8cd5-67ee697b84e0 admin admin] Deleting port 00a21d73-d8f6-407d-a8c4-71ed33805063 {{(pid=109906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:47:47.068419 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-30d6c770-6e7c-4d10-8cd5-67ee697b84e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (00a21d73-d8f6-407d-a8c4-71ed33805063), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:47.142304 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-39e43308-42e0-40af-9605-c4d74a0c681f None None] Set router 2244ab43-eb9e-4597-96dc-54662e71ca72 gateway port host: None {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:47:47.152652 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.db [None req-30d6c770-6e7c-4d10-8cd5-67ee697b84e0 admin admin] For port 00a21d73-d8f6-407d-a8c4-71ed33805063, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=00a21d73-d8f6-407d-a8c4-71ed33805063,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:47:47.153031 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-30d6c770-6e7c-4d10-8cd5-67ee697b84e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (00a21d73-d8f6-407d-a8c4-71ed33805063), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:47.165923 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-30d6c770-6e7c-4d10-8cd5-67ee697b84e0 admin admin] Calling delete_port for 00a21d73-d8f6-407d-a8c4-71ed33805063 owned by network:router_gateway {{(pid=109906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:47:47.201688 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-39e43308-42e0-40af-9605-c4d74a0c681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:47:46Z', 'revision_number': 6, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port_host': None}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:47.223250 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e43308-42e0-40af-9605-c4d74a0c681f None None] The sync data for ids ['2244ab43-eb9e-4597-96dc-54662e71ca72'] in dv-cinder-813224-6-iscsi is: [{'id': '2244ab43-eb9e-4597-96dc-54662e71ca72', 'name': 'tempest-AttachVolumeShelveTestJSON-345748848-router', 'tenant_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:40:51Z', 'updated_at': '2022-02-21T00:47:46Z', 'revision_number': 6, 'project_id': '82b8f77b26bc425e8a2b357d7db9e33e', 'gw_port_host': None}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:47:47.385116 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-30d6c770-6e7c-4d10-8cd5-67ee697b84e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (00a21d73-d8f6-407d-a8c4-71ed33805063), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:47.411543 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6c770-6e7c-4d10-8cd5-67ee697b84e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a21d73-d8f6-407d-a8c4-71ed33805063,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:47.473255 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-30d6c770-6e7c-4d10-8cd5-67ee697b84e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362125'] for router_gateway (2244ab43-eb9e-4597-96dc-54662e71ca72), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:47.569691 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-30d6c770-6e7c-4d10-8cd5-67ee697b84e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-356369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9102'] for router (2244ab43-eb9e-4597-96dc-54662e71ca72), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:47.572001 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-30d6c770-6e7c-4d10-8cd5-67ee697b84e0 admin admin] Publish callbacks [] for router_controller (2244ab43-eb9e-4597-96dc-54662e71ca72), precommit_delete_associations {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:47.687859 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-30d6c770-6e7c-4d10-8cd5-67ee697b84e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-356456'] for router (2244ab43-eb9e-4597-96dc-54662e71ca72), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:47.688386 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d6c770-6e7c-4d10-8cd5-67ee697b84e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2244ab43-eb9e-4597-96dc-54662e71ca72 {{(pid=109906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 00:47:47.699037 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-30d6c770-6e7c-4d10-8cd5-67ee697b84e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:47.699037 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-30d6c770-6e7c-4d10-8cd5-67ee697b84e0 admin admin] 10.222.0.81 "DELETE /v2.0/routers/2244ab43-eb9e-4597-96dc-54662e71ca72 HTTP/1.1" status: 204 len: 168 time: 0.9798706 Feb 21 00:47:47.699037 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 57130) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:47.741518 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cee8ee2-b9bd-4155-a244-63de6733e844 admin admin] Deleting subnet fa227f87-1978-4806-9713-f4a79efc4e60 {{(pid=109906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:47:47.744403 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3cee8ee2-b9bd-4155-a244-63de6733e844 admin admin] Publish callbacks [] for subnet (fa227f87-1978-4806-9713-f4a79efc4e60), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:47.780245 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3cee8ee2-b9bd-4155-a244-63de6733e844 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863466'] for subnet (fa227f87-1978-4806-9713-f4a79efc4e60), precommit_delete_associations {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:47.857988 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3cee8ee2-b9bd-4155-a244-63de6733e844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3371724'] for subnet (fa227f87-1978-4806-9713-f4a79efc4e60), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:47.985855 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3cee8ee2-b9bd-4155-a244-63de6733e844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3371765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11782563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11428785'] for subnet (fa227f87-1978-4806-9713-f4a79efc4e60), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:48.011665 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee8ee2-b9bd-4155-a244-63de6733e844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa227f87-1978-4806-9713-f4a79efc4e60,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:48.020374 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-3cee8ee2-b9bd-4155-a244-63de6733e844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:48.023787 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-3cee8ee2-b9bd-4155-a244-63de6733e844 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fa227f87-1978-4806-9713-f4a79efc4e60 HTTP/1.1" status: 204 len: 168 time: 0.3258593 Feb 21 00:47:48.026491 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 57132) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:48.030103 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f1f355-2446-4187-8360-61b320d3969f None None] Network db91bc76-bbbd-4928-84db-ba174e4b8a5d requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:47:48.098011 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825413'] for network (db91bc76-bbbd-4928-84db-ba174e4b8a5d), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:48.161372 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] Deleting port c894c82f-71c3-4a77-b4ca-c307bdbdeab9 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:47:48.161716 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (c894c82f-71c3-4a77-b4ca-c307bdbdeab9), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:48.197099 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9550de2-3545-4a39-9728-c56813fc0044 None None] DHCP port deletion for db91bc76-bbbd-4928-84db-ba174e4b8a5d request from dv-cinder-813224-6-iscsi {{(pid=109908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 00:47:48.229676 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] For port c894c82f-71c3-4a77-b4ca-c307bdbdeab9, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=c894c82f-71c3-4a77-b4ca-c307bdbdeab9,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:47:48.230037 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (c894c82f-71c3-4a77-b4ca-c307bdbdeab9), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:48.245436 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] Calling delete_port for c894c82f-71c3-4a77-b4ca-c307bdbdeab9 owned by network:dhcp {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:47:48.249011 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-b9550de2-3545-4a39-9728-c56813fc0044 None None] Deleting port c894c82f-71c3-4a77-b4ca-c307bdbdeab9 {{(pid=109908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:47:48.249397 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-b9550de2-3545-4a39-9728-c56813fc0044 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (c894c82f-71c3-4a77-b4ca-c307bdbdeab9), before_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:48.331402 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-b9550de2-3545-4a39-9728-c56813fc0044 None None] For port c894c82f-71c3-4a77-b4ca-c307bdbdeab9, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=c894c82f-71c3-4a77-b4ca-c307bdbdeab9,segment=NetworkSegment(0ee53623-0484-460d-a643-46e7f85b864d),segment_id=0ee53623-0484-460d-a643-46e7f85b864d)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:47:48.331801 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-b9550de2-3545-4a39-9728-c56813fc0044 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (c894c82f-71c3-4a77-b4ca-c307bdbdeab9), precommit_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:48.345341 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-b9550de2-3545-4a39-9728-c56813fc0044 None None] Calling delete_port for c894c82f-71c3-4a77-b4ca-c307bdbdeab9 owned by network:dhcp {{(pid=109908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:47:48.396681 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (c894c82f-71c3-4a77-b4ca-c307bdbdeab9), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:48.409126 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 04989002-8330-47b5-8f0b-2aff58b5deb0 no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:47:48.428492 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] No DVR routers for this DVR port c894c82f-71c3-4a77-b4ca-c307bdbdeab9 on host dv-cinder-813224-6-iscsi {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:47:48.430233 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c894c82f-71c3-4a77-b4ca-c307bdbdeab9,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:48.432044 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: 04989002-8330-47b5-8f0b-2aff58b5deb0 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:47:48.432398 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 04989002-8330-47b5-8f0b-2aff58b5deb0 not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:47:48.432836 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 00a21d73-d8f6-407d-a8c4-71ed33805063 no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:47:48.460511 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: 00a21d73-d8f6-407d-a8c4-71ed33805063 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:47:48.460882 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 00a21d73-d8f6-407d-a8c4-71ed33805063 not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:47:48.461296 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device c894c82f-71c3-4a77-b4ca-c307bdbdeab9 no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:47:48.480576 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: c894c82f-71c3-4a77-b4ca-c307bdbdeab9 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:47:48.480929 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device c894c82f-71c3-4a77-b4ca-c307bdbdeab9 not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:47:48.483940 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-b9550de2-3545-4a39-9728-c56813fc0044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460'] for port (c894c82f-71c3-4a77-b4ca-c307bdbdeab9), after_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:48.502031 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3370565', 'neutron.services.segments.db._delete_segments_for_network-8788922944314'] for network (db91bc76-bbbd-4928-84db-ba174e4b8a5d), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:48.510426 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9550de2-3545-4a39-9728-c56813fc0044 None None] Pushing event deleted for resources: {'Port': ['ID=c894c82f-71c3-4a77-b4ca-c307bdbdeab9,revision_number=None']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:48.516867 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9550de2-3545-4a39-9728-c56813fc0044 None None] No DVR routers for this DVR port c894c82f-71c3-4a77-b4ca-c307bdbdeab9 on host dv-cinder-813224-6-iscsi {{(pid=109908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:47:48.524518 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db91bc76-bbbd-4928-84db-ba174e4b8a5d']}} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:48.534758 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee53623-0484-460d-a643-46e7f85b864d') {'for_net_delete': True} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:48.536804 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee53623-0484-460d-a643-46e7f85b864d') {} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:47:48.544104 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788922945603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12006480'] for segment (0ee53623-0484-460d-a643-46e7f85b864d), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:48.557028 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (0ee53623-0484-460d-a643-46e7f85b864d), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:48.563413 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=109907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12339273'] for segment (0ee53623-0484-460d-a643-46e7f85b864d), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: Traceback (most recent call last): Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: timer() Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: cb(*args, **kw) Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: return func(*args, **kwargs) Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: self._notify() Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: self.callback(batched_events) Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: event.method(event) Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: return f(self, *a, **k) Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: return self._get(url).json() Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: return self.request(url, 'GET', **kwargs) Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:47:48.565451 dv-cinder-813224-6-iscsi neutron-server[109907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:47:48.677301 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3370574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362209'] for network (db91bc76-bbbd-4928-84db-ba174e4b8a5d), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:48.685567 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:48.688310 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/db91bc76-bbbd-4928-84db-ba174e4b8a5d HTTP/1.1" status: 204 len: 168 time: 0.6600022 Feb 21 00:47:48.711472 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34aaba2-975a-4923-89b0-75a7330e1bf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=db91bc76-bbbd-4928-84db-ba174e4b8a5d,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:49.015277 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 57138) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:49.055609 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-0260f42c-7a58-4de5-b0ea-bb61748df490 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=82b8f77b26bc425e8a2b357d7db9e33e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391157 Feb 21 00:47:49.058086 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 57140) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:49.109029 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2c07e897-4099-4b04-8ced-976ede04ec72 admin admin] Publish callbacks [] for security_group (714a999f-5cc7-44f2-8e7c-225b611f4c8d), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:49.129911 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2c07e897-4099-4b04-8ced-976ede04ec72 admin admin] Publish callbacks [] for security_group (714a999f-5cc7-44f2-8e7c-225b611f4c8d), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:49.265165 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2c07e897-4099-4b04-8ced-976ede04ec72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (714a999f-5cc7-44f2-8e7c-225b611f4c8d), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:49.267947 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2c07e897-4099-4b04-8ced-976ede04ec72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:49.269117 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-2c07e897-4099-4b04-8ced-976ede04ec72 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/714a999f-5cc7-44f2-8e7c-225b611f4c8d HTTP/1.1" status: 204 len: 168 time: 0.2101443 Feb 21 00:47:49.278799 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07e897-4099-4b04-8ced-976ede04ec72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714a999f-5cc7-44f2-8e7c-225b611f4c8d,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:55.013265 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 57244) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:55.137279 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c79d6311-4068-46a1-a2ee-5e8834973eef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:55.211653 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c79d6311-4068-46a1-a2ee-5e8834973eef admin admin] Publish callbacks [] for security_group (639089c3-2e2c-4b6b-89fa-e16a1fe5b300), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:55.281939 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c79d6311-4068-46a1-a2ee-5e8834973eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (639089c3-2e2c-4b6b-89fa-e16a1fe5b300), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:55.319539 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-c79d6311-4068-46a1-a2ee-5e8834973eef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d4eb80817e6f404fa6c45bc6bc2e0d5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052104 Feb 21 00:47:55.320412 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d6311-4068-46a1-a2ee-5e8834973eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639089c3-2e2c-4b6b-89fa-e16a1fe5b300,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:55.322347 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 57248) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:55.371369 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d0f830e6-2397-4d0e-8ef5-21b935876cc5 admin admin] Publish callbacks [] for security_group (639089c3-2e2c-4b6b-89fa-e16a1fe5b300), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:55.394412 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d0f830e6-2397-4d0e-8ef5-21b935876cc5 admin admin] Publish callbacks [] for security_group (639089c3-2e2c-4b6b-89fa-e16a1fe5b300), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:55.500385 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d0f830e6-2397-4d0e-8ef5-21b935876cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (639089c3-2e2c-4b6b-89fa-e16a1fe5b300), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:55.502975 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d0f830e6-2397-4d0e-8ef5-21b935876cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:55.504129 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-d0f830e6-2397-4d0e-8ef5-21b935876cc5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/639089c3-2e2c-4b6b-89fa-e16a1fe5b300 HTTP/1.1" status: 204 len: 168 time: 0.1808438 Feb 21 00:47:55.511961 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f830e6-2397-4d0e-8ef5-21b935876cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639089c3-2e2c-4b6b-89fa-e16a1fe5b300,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:56.081199 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 57254) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:56.090703 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-15613635-e452-43c8-9c19-bbe68354489a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:56.163800 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-15613635-e452-43c8-9c19-bbe68354489a admin admin] Publish callbacks [] for security_group (9b75cb10-30db-43c1-96ff-a1a6117c23b4), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:56.230256 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-15613635-e452-43c8-9c19-bbe68354489a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (9b75cb10-30db-43c1-96ff-a1a6117c23b4), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:56.271254 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-15613635-e452-43c8-9c19-bbe68354489a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a63f94cecf0b4689b5f30a4bffc3d3ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1924272 Feb 21 00:47:56.272202 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15613635-e452-43c8-9c19-bbe68354489a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b75cb10-30db-43c1-96ff-a1a6117c23b4,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:56.274052 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 57256) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:47:56.325179 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-be7f3b9b-d528-4ed9-8d35-83db4d58ba0c admin admin] Publish callbacks [] for security_group (9b75cb10-30db-43c1-96ff-a1a6117c23b4), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:56.345367 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-be7f3b9b-d528-4ed9-8d35-83db4d58ba0c admin admin] Publish callbacks [] for security_group (9b75cb10-30db-43c1-96ff-a1a6117c23b4), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:56.437740 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94b37005-64f5-4a43-aaf8-53e951d21225 req-d19507a7-3d3b-4547-8fb9-1499219c8c35 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438995 Feb 21 00:47:56.447658 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-be7f3b9b-d528-4ed9-8d35-83db4d58ba0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (9b75cb10-30db-43c1-96ff-a1a6117c23b4), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:56.451970 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-be7f3b9b-d528-4ed9-8d35-83db4d58ba0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:56.451970 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-be7f3b9b-d528-4ed9-8d35-83db4d58ba0c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b75cb10-30db-43c1-96ff-a1a6117c23b4 HTTP/1.1" status: 204 len: 168 time: 0.1763504 Feb 21 00:47:56.459764 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f3b9b-d528-4ed9-8d35-83db4d58ba0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b75cb10-30db-43c1-96ff-a1a6117c23b4,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:47:56.530699 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b37005-64f5-4a43-aaf8-53e951d21225 req-418bde80-b8f9-40b9-ad2f-74def7ad4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:56.532266 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94b37005-64f5-4a43-aaf8-53e951d21225 req-418bde80-b8f9-40b9-ad2f-74def7ad4327 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d72182772ed4494590eaf3e9e402c4f3&device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 1130 time: 0.0466108 Feb 21 00:47:56.565955 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:56.638053 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b37005-64f5-4a43-aaf8-53e951d21225 req-85bf4e3b-c948-4fd6-99c9-bb9cb6596d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:56.639525 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94b37005-64f5-4a43-aaf8-53e951d21225 req-85bf4e3b-c948-4fd6-99c9-bb9cb6596d2d service neutron] 10.222.0.61 "GET /v2.0/networks?id=daf5fe06-0d2f-4672-a789-249ffdebe987 HTTP/1.1" status: 200 len: 909 time: 0.0888786 Feb 21 00:47:56.706902 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94b37005-64f5-4a43-aaf8-53e951d21225 req-3551b6e8-df98-45ed-b7d6-53d582e1beef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a426c4-2d0f-4fab-914a-e9126f67e57d HTTP/1.1" status: 200 len: 1001 time: 0.0596724 Feb 21 00:47:56.759857 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b37005-64f5-4a43-aaf8-53e951d21225 req-99bd76ea-fb65-48cc-ab8f-cf732d7f81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:56.761345 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94b37005-64f5-4a43-aaf8-53e951d21225 req-99bd76ea-fb65-48cc-ab8f-cf732d7f81d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae6479e3-eb90-4aa2-a4c9-038d153e077c HTTP/1.1" status: 200 len: 847 time: 0.0477057 Feb 21 00:47:56.818272 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b37005-64f5-4a43-aaf8-53e951d21225 req-31b12377-8386-4e87-a699-4e0a577883ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:47:56.819778 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94b37005-64f5-4a43-aaf8-53e951d21225 req-31b12377-8386-4e87-a699-4e0a577883ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf5fe06-0d2f-4672-a789-249ffdebe987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516193 Feb 21 00:47:56.860671 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-86bcf77a-f214-4ab3-b635-41ca89d4b920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:47:56.914198 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94b37005-64f5-4a43-aaf8-53e951d21225 req-ca55aa08-2e43-4b31-97f2-ee6a7f82d2f8 service neutron] 10.222.0.61 "GET /v2.0/networks/daf5fe06-0d2f-4672-a789-249ffdebe987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869679 Feb 21 00:47:57.007024 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94b37005-64f5-4a43-aaf8-53e951d21225 req-73ff37e9-aa2f-410e-b98e-f42490b54d49 service neutron] 10.222.0.61 "GET /v2.0/networks/daf5fe06-0d2f-4672-a789-249ffdebe987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861716 Feb 21 00:47:57.850019 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:47:59.031175 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f505d8fa-3712-4161-82db-cb46b458341c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:00.309999 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:01.641612 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:03.276349 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:09.040822 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 57350) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:09.142706 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-71309e36-410b-4e26-8e9f-1424623face3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:09.217144 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-71309e36-410b-4e26-8e9f-1424623face3 admin admin] Publish callbacks [] for security_group (c8a5e688-3e36-4876-a738-9b91b8b946da), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:09.298892 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-71309e36-410b-4e26-8e9f-1424623face3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (c8a5e688-3e36-4876-a738-9b91b8b946da), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:09.335996 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-71309e36-410b-4e26-8e9f-1424623face3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c5f3022af465474baadaaaed4cfab437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941306 Feb 21 00:48:09.337950 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71309e36-410b-4e26-8e9f-1424623face3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a5e688-3e36-4876-a738-9b91b8b946da,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:09.338915 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 57354) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:09.387893 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8e9202ec-736a-4357-b79f-3ba55a85cdce admin admin] Publish callbacks [] for security_group (c8a5e688-3e36-4876-a738-9b91b8b946da), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:09.409152 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8e9202ec-736a-4357-b79f-3ba55a85cdce admin admin] Publish callbacks [] for security_group (c8a5e688-3e36-4876-a738-9b91b8b946da), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:09.533418 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8e9202ec-736a-4357-b79f-3ba55a85cdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (c8a5e688-3e36-4876-a738-9b91b8b946da), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:09.535928 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8e9202ec-736a-4357-b79f-3ba55a85cdce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:09.537079 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-8e9202ec-736a-4357-b79f-3ba55a85cdce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c8a5e688-3e36-4876-a738-9b91b8b946da HTTP/1.1" status: 204 len: 168 time: 0.1971219 Feb 21 00:48:09.544689 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9202ec-736a-4357-b79f-3ba55a85cdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a5e688-3e36-4876-a738-9b91b8b946da,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:10.121600 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 57360) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:10.134490 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-700dd97a-9e4a-4205-a5d3-1939174d2871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:10.215423 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-700dd97a-9e4a-4205-a5d3-1939174d2871 admin admin] Publish callbacks [] for security_group (482f5894-631c-4496-bcc1-f6346895742f), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:10.327466 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-700dd97a-9e4a-4205-a5d3-1939174d2871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (482f5894-631c-4496-bcc1-f6346895742f), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:10.368461 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700dd97a-9e4a-4205-a5d3-1939174d2871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482f5894-631c-4496-bcc1-f6346895742f,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:10.374107 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-700dd97a-9e4a-4205-a5d3-1939174d2871 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b56540fb2f6e489cb759b3f53426f8fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514997 Feb 21 00:48:10.377786 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 57362) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:10.425534 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a4042299-7a15-4952-b07f-58f4abab0b78 admin admin] Publish callbacks [] for security_group (482f5894-631c-4496-bcc1-f6346895742f), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:10.446270 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a4042299-7a15-4952-b07f-58f4abab0b78 admin admin] Publish callbacks [] for security_group (482f5894-631c-4496-bcc1-f6346895742f), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:10.550810 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a4042299-7a15-4952-b07f-58f4abab0b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (482f5894-631c-4496-bcc1-f6346895742f), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:10.553461 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-a4042299-7a15-4952-b07f-58f4abab0b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:10.554648 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-a4042299-7a15-4952-b07f-58f4abab0b78 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/482f5894-631c-4496-bcc1-f6346895742f HTTP/1.1" status: 204 len: 168 time: 0.1759565 Feb 21 00:48:10.564367 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4042299-7a15-4952-b07f-58f4abab0b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482f5894-631c-4496-bcc1-f6346895742f,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:12.061325 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 57398) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:12.163860 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5d23e3e5-b487-41e0-8a77-3a6c62891903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:12.239035 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5d23e3e5-b487-41e0-8a77-3a6c62891903 admin admin] Publish callbacks [] for security_group (9081874d-8ac8-4b24-aea1-f3b895791b61), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:12.287693 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5d23e3e5-b487-41e0-8a77-3a6c62891903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (9081874d-8ac8-4b24-aea1-f3b895791b61), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:12.331165 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-5d23e3e5-b487-41e0-8a77-3a6c62891903 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=318b65e2bcb848708f249f242b9b4738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687678 Feb 21 00:48:12.333087 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23e3e5-b487-41e0-8a77-3a6c62891903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9081874d-8ac8-4b24-aea1-f3b895791b61,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:12.334004 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 57402) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:12.382481 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4ed89108-86e1-46fa-94ab-66d26132a47d admin admin] Publish callbacks [] for security_group (9081874d-8ac8-4b24-aea1-f3b895791b61), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:12.402965 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4ed89108-86e1-46fa-94ab-66d26132a47d admin admin] Publish callbacks [] for security_group (9081874d-8ac8-4b24-aea1-f3b895791b61), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:12.521483 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4ed89108-86e1-46fa-94ab-66d26132a47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (9081874d-8ac8-4b24-aea1-f3b895791b61), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:12.524001 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4ed89108-86e1-46fa-94ab-66d26132a47d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:12.525154 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-4ed89108-86e1-46fa-94ab-66d26132a47d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9081874d-8ac8-4b24-aea1-f3b895791b61 HTTP/1.1" status: 204 len: 168 time: 0.1901724 Feb 21 00:48:12.533453 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed89108-86e1-46fa-94ab-66d26132a47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9081874d-8ac8-4b24-aea1-f3b895791b61,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:12.540605 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed89108-86e1-46fa-94ab-66d26132a47d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:12.540969 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed89108-86e1-46fa-94ab-66d26132a47d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:12.541316 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed89108-86e1-46fa-94ab-66d26132a47d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:12.541668 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed89108-86e1-46fa-94ab-66d26132a47d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:12.541995 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed89108-86e1-46fa-94ab-66d26132a47d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:12.542332 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed89108-86e1-46fa-94ab-66d26132a47d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:12.542650 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed89108-86e1-46fa-94ab-66d26132a47d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:12.542980 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed89108-86e1-46fa-94ab-66d26132a47d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:12.543343 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed89108-86e1-46fa-94ab-66d26132a47d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:12.543679 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed89108-86e1-46fa-94ab-66d26132a47d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:12.544008 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed89108-86e1-46fa-94ab-66d26132a47d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:12.544332 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed89108-86e1-46fa-94ab-66d26132a47d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:12.544684 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed89108-86e1-46fa-94ab-66d26132a47d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:13.495733 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 57424) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:13.588934 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-7d2c7fc8-15f0-4f80-8b3d-fedc1c4efa6c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1795827998-network', 'tenant_id': '52f3595f401e48a3aaa00e4e90ee64f1'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:48:13.664799 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2c7fc8-15f0-4f80-8b3d-fedc1c4efa6c admin admin] Made reservation on behalf of 52f3595f401e48a3aaa00e4e90ee64f1 for: {'network': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:48:13.667200 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-7d2c7fc8-15f0-4f80-8b3d-fedc1c4efa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for network (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:13.676023 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-7d2c7fc8-15f0-4f80-8b3d-fedc1c4efa6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:13.752494 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-7d2c7fc8-15f0-4f80-8b3d-fedc1c4efa6c admin admin] Publish callbacks [] for security_group (02dcb1f7-ee6d-46e2-8591-7ba3ff062600), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:13.801916 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-7d2c7fc8-15f0-4f80-8b3d-fedc1c4efa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (02dcb1f7-ee6d-46e2-8591-7ba3ff062600), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:13.823229 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2c7fc8-15f0-4f80-8b3d-fedc1c4efa6c admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=109907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:48:13.836106 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c7fc8-15f0-4f80-8b3d-fedc1c4efa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dcb1f7-ee6d-46e2-8591-7ba3ff062600,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:13.840737 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-7d2c7fc8-15f0-4f80-8b3d-fedc1c4efa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (f9a88999-ad66-4cee-af04-45cb7ac7f668), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:13.845561 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.segments_db [None req-7d2c7fc8-15f0-4f80-8b3d-fedc1c4efa6c admin admin] Added segment f9a88999-ad66-4cee-af04-45cb7ac7f668 of type vlan for network 672a4822-b5e8-4884-a247-98fdda41320c Feb 21 00:48:13.880246 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-7d2c7fc8-15f0-4f80-8b3d-fedc1c4efa6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788922369190'] for network (672a4822-b5e8-4884-a247-98fdda41320c), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:13.973102 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-7d2c7fc8-15f0-4f80-8b3d-fedc1c4efa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for network (672a4822-b5e8-4884-a247-98fdda41320c), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:13.974067 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2c7fc8-15f0-4f80-8b3d-fedc1c4efa6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:13.974682 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-7d2c7fc8-15f0-4f80-8b3d-fedc1c4efa6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:14.033796 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c7fc8-15f0-4f80-8b3d-fedc1c4efa6c admin admin] Pushing event updated for resources: {'Network': ['ID=672a4822-b5e8-4884-a247-98fdda41320c,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:14.043628 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Network 672a4822-b5e8-4884-a247-98fdda41320c details requested by agent ovs-agent-dv-cinder-813224-6-iscsi with host dv-cinder-813224-6-iscsi {{(pid=109908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:48:14.119075 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-7d2c7fc8-15f0-4f80-8b3d-fedc1c4efa6c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6222284 Feb 21 00:48:14.121956 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 57428) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:14.126726 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-0d1010bc-8966-44cb-8d8d-c1f0d751da40 admin admin] Request body: {'subnet': {'network_id': '672a4822-b5e8-4884-a247-98fdda41320c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1795827998-subnet', 'tenant_id': '52f3595f401e48a3aaa00e4e90ee64f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:48:14.224255 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1010bc-8966-44cb-8d8d-c1f0d751da40 admin admin] Made reservation on behalf of 52f3595f401e48a3aaa00e4e90ee64f1 for: {'subnet': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:48:14.226645 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0d1010bc-8966-44cb-8d8d-c1f0d751da40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489637'] for subnet (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:14.447375 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0d1010bc-8966-44cb-8d8d-c1f0d751da40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12339694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489559'] for subnet (429f579a-4c38-41bf-91aa-0c8184d1ec7f), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:14.500397 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1010bc-8966-44cb-8d8d-c1f0d751da40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=429f579a-4c38-41bf-91aa-0c8184d1ec7f,revision_number=0']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:14.510313 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1010bc-8966-44cb-8d8d-c1f0d751da40 admin admin] Checking segment: {'id': 'f9a88999-ad66-4cee-af04-45cb7ac7f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '672a4822-b5e8-4884-a247-98fdda41320c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:48:14.510665 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1010bc-8966-44cb-8d8d-c1f0d751da40 admin admin] Network hostable DHCP agents. Network: 672a4822-b5e8-4884-a247-98fdda41320c, hostable agents: ['4dd3caeb-76cf-441e-a150-e4aa52c1e518'], hosted agents: [] {{(pid=109907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:48:14.595950 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1010bc-8966-44cb-8d8d-c1f0d751da40 admin admin] Network 672a4822-b5e8-4884-a247-98fdda41320c is scheduled to be hosted by DHCP agent 4dd3caeb-76cf-441e-a150-e4aa52c1e518 with binding_index 1 {{(pid=109907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:48:14.675706 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-0d1010bc-8966-44cb-8d8d-c1f0d751da40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813224-6-iscsi, 672a4822-b5e8-4884-a247-98fdda41320c) {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:48:14.679593 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1010bc-8966-44cb-8d8d-c1f0d751da40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:14.680167 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0d1010bc-8966-44cb-8d8d-c1f0d751da40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:14.685926 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6635c88f-c908-4724-8eb9-a689423567a1 None None] Network 672a4822-b5e8-4884-a247-98fdda41320c requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:48:14.741495 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-0d1010bc-8966-44cb-8d8d-c1f0d751da40 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6184742 Feb 21 00:48:14.785341 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef38927f-bbd9-404a-9dff-6663af3b399a None None] Network 672a4822-b5e8-4884-a247-98fdda41320c requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:48:16.758441 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-a492ab95-f81b-45e0-8e09-133179b452a5 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:16.760529 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-a492ab95-f81b-45e0-8e09-133179b452a5 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/networks?id=672a4822-b5e8-4884-a247-98fdda41320c HTTP/1.1" status: 200 len: 809 time: 0.1091919 Feb 21 00:48:16.778151 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-26c740a3-c67f-48b2-b47f-0664733b1f48 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/quotas/52f3595f401e48a3aaa00e4e90ee64f1 HTTP/1.1" status: 200 len: 375 time: 0.0112019 Feb 21 00:48:16.819890 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-f07cc94a-f89f-4ad9-aded-75bc0c298d56 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=52f3595f401e48a3aaa00e4e90ee64f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355790 Feb 21 00:48:16.923866 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-ca09353f-455a-4f39-8443-b1ed637e6e1c service neutron] 10.222.0.81 "GET /v2.0/networks/672a4822-b5e8-4884-a247-98fdda41320c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926526 Feb 21 00:48:17.028486 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-ccfb253a-42a9-4871-ac98-5040a865b1d0 service neutron] 10.222.0.81 "GET /v2.0/networks/672a4822-b5e8-4884-a247-98fdda41320c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954134 Feb 21 00:48:17.280887 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-850cef98-db50-44b3-87ec-0dfeca90d71e req-aaa00cf5-26c2-4771-a1c1-1480f152e22a tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d93129-870f-4051-8372-cb26e751a58f HTTP/1.1" status: 200 len: 210 time: 0.0344424 Feb 21 00:48:18.378281 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-161e8fe8-fa1b-4ae4-af50-f4dd36ece5b3 req-5f5c98a4-b138-44e3-b3d5-ead64389cd37 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d93129-870f-4051-8372-cb26e751a58f HTTP/1.1" status: 200 len: 210 time: 0.0294061 Feb 21 00:48:19.146572 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-8fab2280-0496-41d2-9adb-b4f0eb59b2aa tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:19.148021 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-8fab2280-0496-41d2-9adb-b4f0eb59b2aa tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.61 "GET /v2.0/networks?id=672a4822-b5e8-4884-a247-98fdda41320c HTTP/1.1" status: 200 len: 809 time: 0.1047187 Feb 21 00:48:19.160124 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-d96fc854-2eeb-4770-ba34-2c67fa9261e9 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Request body: {'port': {'device_id': '39d93129-870f-4051-8372-cb26e751a58f', 'network_id': '672a4822-b5e8-4884-a247-98fdda41320c', 'admin_state_up': True, 'tenant_id': '52f3595f401e48a3aaa00e4e90ee64f1'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:48:19.494563 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3712d271-c426-4786-b392-823bcb15a860 req-b5403337-a393-46b7-b353-43a2dbbc0638 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d93129-870f-4051-8372-cb26e751a58f HTTP/1.1" status: 200 len: 210 time: 0.0321419 Feb 21 00:48:19.647523 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-d96fc854-2eeb-4770-ba34-2c67fa9261e9 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Made reservation on behalf of 52f3595f401e48a3aaa00e4e90ee64f1 for: {'port': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:48:19.651023 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-d96fc854-2eeb-4770-ba34-2c67fa9261e9 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:19.787852 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-d96fc854-2eeb-4770-ba34-2c67fa9261e9 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Allocated IP 172.20.0.3 (672a4822-b5e8-4884-a247-98fdda41320c/429f579a-4c38-41bf-91aa-0c8184d1ec7f/7e21da3f-4d05-44e9-af0b-93e244ce7093) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:48:19.939873 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-d96fc854-2eeb-4770-ba34-2c67fa9261e9 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Publish callbacks [] for port (7e21da3f-4d05-44e9-af0b-93e244ce7093), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:20.042064 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-d96fc854-2eeb-4770-ba34-2c67fa9261e9 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (7e21da3f-4d05-44e9-af0b-93e244ce7093), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:20.084590 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-d96fc854-2eeb-4770-ba34-2c67fa9261e9 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Network 672a4822-b5e8-4884-a247-98fdda41320c is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:48:20.087625 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-d96fc854-2eeb-4770-ba34-2c67fa9261e9 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:48:20.093875 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-d96fc854-2eeb-4770-ba34-2c67fa9261e9 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:48:20.100906 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fc854-2eeb-4770-ba34-2c67fa9261e9 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Pushing event updated for resources: {'Port': ['ID=7e21da3f-4d05-44e9-af0b-93e244ce7093,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:20.145175 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-d96fc854-2eeb-4770-ba34-2c67fa9261e9 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:20.145715 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-d96fc854-2eeb-4770-ba34-2c67fa9261e9 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:20.192822 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-d96fc854-2eeb-4770-ba34-2c67fa9261e9 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0363333 Feb 21 00:48:20.205261 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Request body: {'port': {'device_id': '39d93129-870f-4051-8372-cb26e751a58f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:48:20.271089 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (7e21da3f-4d05-44e9-af0b-93e244ce7093), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:20.416451 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcef69d-fc01-4081-81b2-7565b391f74f req-7eef6daf-a183-42b6-bd7a-c65b1aef0f76 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:20.417912 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ebcef69d-fc01-4081-81b2-7565b391f74f req-7eef6daf-a183-42b6-bd7a-c65b1aef0f76 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=623d23c5-e089-448d-800b-5d43d8e50d10 HTTP/1.1" status: 200 len: 946 time: 0.1382341 Feb 21 00:48:20.509737 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ebcef69d-fc01-4081-81b2-7565b391f74f req-3f16a2f3-bac7-4fa6-a6c3-5265ec1aba2a tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856013 Feb 21 00:48:20.607610 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e21da3f-4d05-44e9-af0b-93e244ce7093 {{(pid=109907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:48:20.616262 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Publish callbacks [] for port (7e21da3f-4d05-44e9-af0b-93e244ce7093), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:20.621089 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4984c8-42d2-4c3b-a5e9-b092e9835848 req-bad5f12b-94c9-46ce-9c3f-06b48977b798 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:20.623192 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-5c4984c8-42d2-4c3b-a5e9-b092e9835848 req-bad5f12b-94c9-46ce-9c3f-06b48977b798 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d93129-870f-4051-8372-cb26e751a58f HTTP/1.1" status: 200 len: 931 time: 0.0610790 Feb 21 00:48:20.631422 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.provisioning_blocks [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Transition to ACTIVE for port object 7e21da3f-4d05-44e9-af0b-93e244ce7093 will not be triggered until provisioned by entity L2. {{(pid=109907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:48:20.681859 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-5c4984c8-42d2-4c3b-a5e9-b092e9835848 req-dda45cd4-bad9-49b4-b04e-a4a19782bc3e tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508528 Feb 21 00:48:20.687388 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (7e21da3f-4d05-44e9-af0b-93e244ce7093), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:20.738804 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Pushing event updated for resources: {'Port': ['ID=7e21da3f-4d05-44e9-af0b-93e244ce7093,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:20.805628 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Attempting to bind port 7e21da3f-4d05-44e9-af0b-93e244ce7093 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:48:20.805963 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Attempting to bind port 7e21da3f-4d05-44e9-af0b-93e244ce7093 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f9a88999-ad66-4cee-af04-45cb7ac7f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '672a4822-b5e8-4884-a247-98fdda41320c'}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:48:20.806293 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Attempting to bind port 7e21da3f-4d05-44e9-af0b-93e244ce7093 on network 672a4822-b5e8-4884-a247-98fdda41320c {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:48:20.810836 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Port 7e21da3f-4d05-44e9-af0b-93e244ce7093 on network 672a4822-b5e8-4884-a247-98fdda41320c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:48:20.811169 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Attempting to bind port 7e21da3f-4d05-44e9-af0b-93e244ce7093 on network 672a4822-b5e8-4884-a247-98fdda41320c {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:48:20.816303 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:48:20.816676 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Checking segment: {'id': 'f9a88999-ad66-4cee-af04-45cb7ac7f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '672a4822-b5e8-4884-a247-98fdda41320c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:48:20.817067 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Bound using segment: {'id': 'f9a88999-ad66-4cee-af04-45cb7ac7f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '672a4822-b5e8-4884-a247-98fdda41320c'} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:48:20.817522 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Bound port: 7e21da3f-4d05-44e9-af0b-93e244ce7093, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a88999-ad66-4cee-af04-45cb7ac7f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '672a4822-b5e8-4884-a247-98fdda41320c'}}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:48:20.817882 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (7e21da3f-4d05-44e9-af0b-93e244ce7093), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:20.882894 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] For port 7e21da3f-4d05-44e9-af0b-93e244ce7093, host hv-cinder-81322, cleared binding levels {{(pid=109907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:48:20.885980 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] For port 7e21da3f-4d05-44e9-af0b-93e244ce7093, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7e21da3f-4d05-44e9-af0b-93e244ce7093,segment=NetworkSegment(f9a88999-ad66-4cee-af04-45cb7ac7f668),segment_id=f9a88999-ad66-4cee-af04-45cb7ac7f668)] {{(pid=109907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:48:20.967808 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (7e21da3f-4d05-44e9-af0b-93e244ce7093), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:21.011027 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:21.011905 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:21.013556 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] 10.222.0.61 "PUT /v2.0/ports/7e21da3f-4d05-44e9-af0b-93e244ce7093 HTTP/1.1" status: 200 len: 1093 time: 0.8127062 Feb 21 00:48:21.013919 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d93129-870f-4051-8372-cb26e751a58f', 'tag': '7e21da3f-4d05-44e9-af0b-93e244ce7093'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:48:21.016249 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b43810-eff2-4ce4-a016-310289abb3b8" -d '{"events": [{"name": "network-changed", "server_uuid": "39d93129-870f-4051-8372-cb26e751a58f", "tag": "7e21da3f-4d05-44e9-af0b-93e244ce7093"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:48:21.040725 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c31816-6e20-4bdb-82eb-e5255f119952 service neutron] Pushing event updated for resources: {'Port': ['ID=7e21da3f-4d05-44e9-af0b-93e244ce7093,revision_number=3']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:21.054084 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92950f4-bf16-47ee-8856-004aa05c696f x-openstack-request-id: req-c92950f4-bf16-47ee-8856-004aa05c696f {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:48:21.054376 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d93129-870f-4051-8372-cb26e751a58f", "tag": "7e21da3f-4d05-44e9-af0b-93e244ce7093", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:48:21.054628 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c92950f4-bf16-47ee-8856-004aa05c696f {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:48:21.055031 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d93129-870f-4051-8372-cb26e751a58f', 'tag': '7e21da3f-4d05-44e9-af0b-93e244ce7093', 'status': 'completed', 'code': 200} Feb 21 00:48:21.119769 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b43810-eff2-4ce4-a016-310289abb3b8 req-2fd30477-fdc0-412d-a189-867f51f00891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:21.121319 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-16b43810-eff2-4ce4-a016-310289abb3b8 req-2fd30477-fdc0-412d-a189-867f51f00891 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=52f3595f401e48a3aaa00e4e90ee64f1&device_id=39d93129-870f-4051-8372-cb26e751a58f HTTP/1.1" status: 200 len: 1127 time: 0.0458317 Feb 21 00:48:21.219166 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b43810-eff2-4ce4-a016-310289abb3b8 req-e1b15f91-6909-407b-b6b9-2d4f6aa321e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:21.221149 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-16b43810-eff2-4ce4-a016-310289abb3b8 req-e1b15f91-6909-407b-b6b9-2d4f6aa321e3 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=52f3595f401e48a3aaa00e4e90ee64f1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0920503 Feb 21 00:48:21.312950 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b43810-eff2-4ce4-a016-310289abb3b8 req-11ced6a9-9932-4318-9563-fe501324a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:21.314927 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-16b43810-eff2-4ce4-a016-310289abb3b8 req-11ced6a9-9932-4318-9563-fe501324a7c4 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867898 Feb 21 00:48:21.396757 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-ab3614aa-8ae9-4339-a3cc-64bb6aae811f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:21.398202 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-ab3614aa-8ae9-4339-a3cc-64bb6aae811f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=52f3595f401e48a3aaa00e4e90ee64f1&device_id=39d93129-870f-4051-8372-cb26e751a58f HTTP/1.1" status: 200 len: 1127 time: 0.0444744 Feb 21 00:48:21.441035 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-a5641dd7-c4c1-4f2f-8a56-a8dad7a39676 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e21da3f-4d05-44e9-af0b-93e244ce7093 HTTP/1.1" status: 200 len: 217 time: 0.0363963 Feb 21 00:48:21.487217 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-302333b9-af4e-447d-9520-e5b9da4695c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:21.488508 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-302333b9-af4e-447d-9520-e5b9da4695c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=429f579a-4c38-41bf-91aa-0c8184d1ec7f HTTP/1.1" status: 200 len: 849 time: 0.0415802 Feb 21 00:48:21.520708 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-9c03d1d9-968a-48ff-8c88-d7743f6bf93c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=672a4822-b5e8-4884-a247-98fdda41320c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249598 Feb 21 00:48:21.612269 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-8f280976-86ba-42b6-97ec-7c985ef851f3 service neutron] 10.222.0.61 "GET /v2.0/networks/672a4822-b5e8-4884-a247-98fdda41320c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845194 Feb 21 00:48:21.627753 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee83b7-5e60-478c-9274-3ea6c4135eef req-b39f3220-531b-4b1c-a286-02a4be2b3eab tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:21.629289 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-8cee83b7-5e60-478c-9274-3ea6c4135eef req-b39f3220-531b-4b1c-a286-02a4be2b3eab tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=623d23c5-e089-448d-800b-5d43d8e50d10 HTTP/1.1" status: 200 len: 946 time: 0.0524752 Feb 21 00:48:21.678810 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-8cee83b7-5e60-478c-9274-3ea6c4135eef req-a64c6f15-b3c7-448c-8650-50291bda292f tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437267 Feb 21 00:48:21.703505 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3306c699-d204-4a65-bb9b-2b11ed6092f4 req-a9223014-06ed-467e-b038-844f5ccf3322 service neutron] 10.222.0.61 "GET /v2.0/networks/672a4822-b5e8-4884-a247-98fdda41320c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837197 Feb 21 00:48:21.805106 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28489a1a-4494-41f6-94fc-ce787cd007a9 req-4c6267c7-7ef9-4a3b-a7fa-85ef5b99bb1d tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:21.806587 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-28489a1a-4494-41f6-94fc-ce787cd007a9 req-4c6267c7-7ef9-4a3b-a7fa-85ef5b99bb1d tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d93129-870f-4051-8372-cb26e751a58f HTTP/1.1" status: 200 len: 943 time: 0.0544047 Feb 21 00:48:21.858615 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-28489a1a-4494-41f6-94fc-ce787cd007a9 req-50f92ec7-d455-4af1-af63-62594775fb8c tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463233 Feb 21 00:48:21.980006 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf4805-d025-40bc-baf3-397d19587aad req-205d9a56-ac4b-47ac-80c4-590c043f4622 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:21.981483 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bbaf4805-d025-40bc-baf3-397d19587aad req-205d9a56-ac4b-47ac-80c4-590c043f4622 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.61 "GET /v2.0/ports?device_id=623d23c5-e089-448d-800b-5d43d8e50d10 HTTP/1.1" status: 200 len: 946 time: 0.0513752 Feb 21 00:48:22.073239 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-bbaf4805-d025-40bc-baf3-397d19587aad req-f26ec312-1ea6-4866-b8e6-2ee0012d7507 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Deleting port e5c945af-735a-4d0b-9a9d-eba09429db8e {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:48:22.073509 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-bbaf4805-d025-40bc-baf3-397d19587aad req-f26ec312-1ea6-4866-b8e6-2ee0012d7507 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (e5c945af-735a-4d0b-9a9d-eba09429db8e), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:22.163278 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-bbaf4805-d025-40bc-baf3-397d19587aad req-f26ec312-1ea6-4866-b8e6-2ee0012d7507 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] For port e5c945af-735a-4d0b-9a9d-eba09429db8e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e5c945af-735a-4d0b-9a9d-eba09429db8e,segment=NetworkSegment(ff5cc164-49f8-4228-adde-4a5c4df50beb),segment_id=ff5cc164-49f8-4228-adde-4a5c4df50beb)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:48:22.163642 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-bbaf4805-d025-40bc-baf3-397d19587aad req-f26ec312-1ea6-4866-b8e6-2ee0012d7507 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (e5c945af-735a-4d0b-9a9d-eba09429db8e), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:22.332072 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-bbaf4805-d025-40bc-baf3-397d19587aad req-f26ec312-1ea6-4866-b8e6-2ee0012d7507 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:22.332356 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-bbaf4805-d025-40bc-baf3-397d19587aad req-f26ec312-1ea6-4866-b8e6-2ee0012d7507 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362231'] for floatingip (eefed053-ff12-4b44-bcbc-b619da396bf0), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:22.332704 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.l3_db [req-bbaf4805-d025-40bc-baf3-397d19587aad req-f26ec312-1ea6-4866-b8e6-2ee0012d7507 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Floating IP eefed053-ff12-4b44-bcbc-b619da396bf0 disassociated. External IP: 172.27.1.214, port: e5c945af-735a-4d0b-9a9d-eba09429db8e. Feb 21 00:48:22.333051 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-bbaf4805-d025-40bc-baf3-397d19587aad req-f26ec312-1ea6-4866-b8e6-2ee0012d7507 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Calling delete_port for e5c945af-735a-4d0b-9a9d-eba09429db8e owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:48:22.521530 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-bbaf4805-d025-40bc-baf3-397d19587aad req-f26ec312-1ea6-4866-b8e6-2ee0012d7507 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (e5c945af-735a-4d0b-9a9d-eba09429db8e), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:22.547740 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ec312-1ea6-4866-b8e6-2ee0012d7507 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Pushing event deleted for resources: {'Port': ['ID=e5c945af-735a-4d0b-9a9d-eba09429db8e,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:22.663903 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbaf4805-d025-40bc-baf3-397d19587aad req-f26ec312-1ea6-4866-b8e6-2ee0012d7507 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Router de36c579-c1d3-42ed-8b6d-8792dc113d2b has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:48:22.774859 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbaf4805-d025-40bc-baf3-397d19587aad req-f26ec312-1ea6-4866-b8e6-2ee0012d7507 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:48:22.779647 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-2bcec28a-3773-4a26-b9b1-fb8ca8f0ab6d req-6b50d8c2-949b-41ce-802a-f5e169da8b34 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/ports?device_id=623d23c5-e089-448d-800b-5d43d8e50d10 HTTP/1.1" status: 200 len: 210 time: 0.0305705 Feb 21 00:48:22.787899 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a756e3-443d-4948-841b-c46f21fd786d None None] Sync routers for ids ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'] in dv-cinder-813224-6-iscsi {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:48:22.800538 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a756e3-443d-4948-841b-c46f21fd786d None None] Routers {'de36c579-c1d3-42ed-8b6d-8792dc113d2b'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:48:22.800538 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-58a756e3-443d-4948-841b-c46f21fd786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:47:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:48:22.817385 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbaf4805-d025-40bc-baf3-397d19587aad req-f26ec312-1ea6-4866-b8e6-2ee0012d7507 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] No DVR routers for this DVR port e5c945af-735a-4d0b-9a9d-eba09429db8e on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:48:22.819938 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-bbaf4805-d025-40bc-baf3-397d19587aad req-f26ec312-1ea6-4866-b8e6-2ee0012d7507 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:22.823252 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bbaf4805-d025-40bc-baf3-397d19587aad req-f26ec312-1ea6-4866-b8e6-2ee0012d7507 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.61 "DELETE /v2.0/ports/e5c945af-735a-4d0b-9a9d-eba09429db8e HTTP/1.1" status: 204 len: 173 time: 0.8365159 Feb 21 00:48:22.909439 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-58a756e3-443d-4948-841b-c46f21fd786d None None] Set router de36c579-c1d3-42ed-8b6d-8792dc113d2b gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:48:22.986329 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677bca7-90dc-4c9b-b5ff-00b74e83f56e req-5f51169e-3c3e-4177-8dee-316dc5ba6e39 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:22.990477 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b677bca7-90dc-4c9b-b5ff-00b74e83f56e req-5f51169e-3c3e-4177-8dee-316dc5ba6e39 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d93129-870f-4051-8372-cb26e751a58f HTTP/1.1" status: 200 len: 943 time: 0.0592024 Feb 21 00:48:23.046815 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b677bca7-90dc-4c9b-b5ff-00b74e83f56e req-9585eefd-892e-4adb-a9bf-8e9ce99be11e tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529685 Feb 21 00:48:23.056800 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623d23c5-e089-448d-800b-5d43d8e50d10', 'name': 'network-vif-deleted', 'tag': 'e5c945af-735a-4d0b-9a9d-eba09429db8e'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:48:23.059545 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcad89c-3883-4434-ba4a-c61596616cf1" -d '{"events": [{"server_uuid": "623d23c5-e089-448d-800b-5d43d8e50d10", "name": "network-vif-deleted", "tag": "e5c945af-735a-4d0b-9a9d-eba09429db8e"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:48:23.097702 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959911cd-388a-4d02-bcf7-320576f964b8 x-openstack-request-id: req-959911cd-388a-4d02-bcf7-320576f964b8 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:48:23.097998 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623d23c5-e089-448d-800b-5d43d8e50d10", "name": "network-vif-deleted", "tag": "e5c945af-735a-4d0b-9a9d-eba09429db8e", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:48:23.098255 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-959911cd-388a-4d02-bcf7-320576f964b8 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:48:23.098679 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623d23c5-e089-448d-800b-5d43d8e50d10', 'name': 'network-vif-deleted', 'tag': 'e5c945af-735a-4d0b-9a9d-eba09429db8e', 'status': 'completed', 'code': 200} Feb 21 00:48:23.128430 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-58a756e3-443d-4948-841b-c46f21fd786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 4, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port': {'id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '46525186-5363-47fe-9f00-522ce8a4c9b2', 'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'mac_address': 'fa:16:3e:a0:43:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:18Z', 'updated_at': '2022-02-21T00:44:23Z', 'revision_number': 5, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'subnets': [{'id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:48:23.154968 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a756e3-443d-4948-841b-c46f21fd786d None None] Checking router: de36c579-c1d3-42ed-8b6d-8792dc113d2b for host: dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:48:23.163296 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a756e3-443d-4948-841b-c46f21fd786d None None] Routers {'de36c579-c1d3-42ed-8b6d-8792dc113d2b'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:48:23.163891 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-58a756e3-443d-4948-841b-c46f21fd786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:47:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:48:23.271620 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-58a756e3-443d-4948-841b-c46f21fd786d None None] Set router de36c579-c1d3-42ed-8b6d-8792dc113d2b gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:48:23.565342 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-58a756e3-443d-4948-841b-c46f21fd786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 4, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port': {'id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '46525186-5363-47fe-9f00-522ce8a4c9b2', 'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'mac_address': 'fa:16:3e:a0:43:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:18Z', 'updated_at': '2022-02-21T00:44:23Z', 'revision_number': 5, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'subnets': [{'id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:48:23.593613 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a756e3-443d-4948-841b-c46f21fd786d None None] The sync data for ids ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'] in dv-cinder-813224-6-iscsi is: [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:19Z', 'revision_number': 4, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port': {'id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '46525186-5363-47fe-9f00-522ce8a4c9b2', 'name': '', 'network_id': '28cf2863-0276-45ba-8819-b4e51508cd5b', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'mac_address': 'fa:16:3e:a0:43:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:18Z', 'updated_at': '2022-02-21T00:44:23Z', 'revision_number': 5, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'subnets': [{'id': '8388cafd-40d5-402b-b2e4-849f8f54e15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:48:23.845770 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c3e236-74d7-491b-bcbd-3f962475d975 None None] New status for floating IP eefed053-ff12-4b44-bcbc-b619da396bf0: DOWN {{(pid=109908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:48:23.946161 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 57532) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:23.999513 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9030b4d0-3698-4981-b372-8fa4b801ac41 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group (c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:24.030506 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9030b4d0-3698-4981-b372-8fa4b801ac41 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group (c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:24.155677 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9030b4d0-3698-4981-b372-8fa4b801ac41 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:24.158980 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-9030b4d0-3698-4981-b372-8fa4b801ac41 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:24.160087 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-9030b4d0-3698-4981-b372-8fa4b801ac41 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "DELETE /v2.0/security-groups/c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4 HTTP/1.1" status: 204 len: 168 time: 0.2129455 Feb 21 00:48:24.163116 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 57536) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:24.172586 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030b4d0-3698-4981-b372-8fa4b801ac41 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:24.178096 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.api.v2.resource [None req-f1ae7853-d38a-4e9d-a477-581ae27d250d tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] show failed (client error): The resource could not be found. Feb 21 00:48:24.178096 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-f1ae7853-d38a-4e9d-a477-581ae27d250d tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "GET /v2.0/security-groups/c03cd1a8-9f04-4ea7-99ed-9e9b36ea67f4 HTTP/1.1" status: 404 len: 347 time: 0.0125694 Feb 21 00:48:24.180308 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 57538) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:24.182894 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a32bd5-485f-4290-921b-3f44c321e5bf req-186b47e0-b69d-430c-a032-d5132483a352 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:24.184669 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-91a32bd5-485f-4290-921b-3f44c321e5bf req-186b47e0-b69d-430c-a032-d5132483a352 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d93129-870f-4051-8372-cb26e751a58f HTTP/1.1" status: 200 len: 943 time: 0.0687065 Feb 21 00:48:24.238582 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-91a32bd5-485f-4290-921b-3f44c321e5bf req-4ff6a56e-de8a-4a67-8ba8-72c732c6d1a4 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463142 Feb 21 00:48:24.306897 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-98eb677e-e330-4f03-8121-e05aeb94a044 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Deleting port ed2c9862-bc60-4b9c-a268-223bd3961fdb {{(pid=109906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:48:24.307246 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-98eb677e-e330-4f03-8121-e05aeb94a044 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (ed2c9862-bc60-4b9c-a268-223bd3961fdb), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:24.383681 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-98eb677e-e330-4f03-8121-e05aeb94a044 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (ed2c9862-bc60-4b9c-a268-223bd3961fdb), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:24.384010 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-98eb677e-e330-4f03-8121-e05aeb94a044 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for floatingip (ed2c9862-bc60-4b9c-a268-223bd3961fdb), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:24.397521 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-98eb677e-e330-4f03-8121-e05aeb94a044 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Calling delete_port for ed2c9862-bc60-4b9c-a268-223bd3961fdb owned by network:floatingip {{(pid=109906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:48:24.601513 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-98eb677e-e330-4f03-8121-e05aeb94a044 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (ed2c9862-bc60-4b9c-a268-223bd3961fdb), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:24.625847 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb677e-e330-4f03-8121-e05aeb94a044 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Pushing event deleted for resources: {'Port': ['ID=ed2c9862-bc60-4b9c-a268-223bd3961fdb,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:24.687586 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-98eb677e-e330-4f03-8121-e05aeb94a044 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks [] for floatingip (eefed053-ff12-4b44-bcbc-b619da396bf0), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:24.690816 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-98eb677e-e330-4f03-8121-e05aeb94a044 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:24.692094 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-98eb677e-e330-4f03-8121-e05aeb94a044 tempest-AttachVolumeTestJSON-1299712034 tempest-AttachVolumeTestJSON-1299712034-project] 10.222.0.81 "DELETE /v2.0/floatingips/eefed053-ff12-4b44-bcbc-b619da396bf0 HTTP/1.1" status: 204 len: 168 time: 0.5105865 Feb 21 00:48:25.323305 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 7e21da3f-4d05-44e9-af0b-93e244ce7093 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:48:25.359281 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a0a50-24d9-4aca-a742-10ade8f7f947 req-5a0d54c3-c3a0-481d-a736-44ae3e783f6f tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:25.361671 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-508a0a50-24d9-4aca-a742-10ade8f7f947 req-5a0d54c3-c3a0-481d-a736-44ae3e783f6f tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d93129-870f-4051-8372-cb26e751a58f HTTP/1.1" status: 200 len: 943 time: 0.0539260 Feb 21 00:48:25.411025 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-508a0a50-24d9-4aca-a742-10ade8f7f947 req-d3021723-4b14-48ca-a905-9edbfebed94c tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435684 Feb 21 00:48:25.425657 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 7e21da3f-4d05-44e9-af0b-93e244ce7093, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7e21da3f-4d05-44e9-af0b-93e244ce7093,segment=NetworkSegment(f9a88999-ad66-4cee-af04-45cb7ac7f668),segment_id=f9a88999-ad66-4cee-af04-45cb7ac7f668)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:48:25.437188 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': '7e21da3f-4d05-44e9-af0b-93e244ce7093', 'network_id': '672a4822-b5e8-4884-a247-98fdda41320c', 'port_id': '7e21da3f-4d05-44e9-af0b-93e244ce7093', 'mac_address': 'fa:16:3e:53:af:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429f579a-4c38-41bf-91aa-0c8184d1ec7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:48:25.478173 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 7e21da3f-4d05-44e9-af0b-93e244ce7093 is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:48:25.478569 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (7e21da3f-4d05-44e9-af0b-93e244ce7093), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:25.491337 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e21da3f-4d05-44e9-af0b-93e244ce7093 {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:48:25.509668 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 7e21da3f-4d05-44e9-af0b-93e244ce7093, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7e21da3f-4d05-44e9-af0b-93e244ce7093,segment=NetworkSegment(f9a88999-ad66-4cee-af04-45cb7ac7f668),segment_id=f9a88999-ad66-4cee-af04-45cb7ac7f668)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:48:25.555867 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (7e21da3f-4d05-44e9-af0b-93e244ce7093), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:25.601453 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=7e21da3f-4d05-44e9-af0b-93e244ce7093,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:25.773763 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['7e21da3f-4d05-44e9-af0b-93e244ce7093'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:48:26.533008 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b31b9-6d37-4586-a83c-61683aafdd28 req-e1ad54f6-c575-4111-ba57-d8d4a83b96b7 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:26.534509 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f99b31b9-6d37-4586-a83c-61683aafdd28 req-e1ad54f6-c575-4111-ba57-d8d4a83b96b7 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d93129-870f-4051-8372-cb26e751a58f HTTP/1.1" status: 200 len: 944 time: 0.0557687 Feb 21 00:48:26.581669 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f99b31b9-6d37-4586-a83c-61683aafdd28 req-28130438-c4c2-48c6-8c4b-b303a06c676b tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415370 Feb 21 00:48:26.590453 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:26.887236 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-ac770c9b-7fd2-4f1a-80ed-6959624ce9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:27.345893 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 7e21da3f-4d05-44e9-af0b-93e244ce7093 up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:48:27.458845 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port 7e21da3f-4d05-44e9-af0b-93e244ce7093 completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:48:27.462903 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port 7e21da3f-4d05-44e9-af0b-93e244ce7093 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:48:27.463292 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (7e21da3f-4d05-44e9-af0b-93e244ce7093), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:27.541557 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 7e21da3f-4d05-44e9-af0b-93e244ce7093 is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:48:27.541950 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (7e21da3f-4d05-44e9-af0b-93e244ce7093), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:27.564054 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d93129-870f-4051-8372-cb26e751a58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e21da3f-4d05-44e9-af0b-93e244ce7093'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:48:27.566312 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f507f215-52d6-4423-a873-0f3baed4d9c0" -d '{"events": [{"server_uuid": "39d93129-870f-4051-8372-cb26e751a58f", "name": "network-vif-plugged", "status": "completed", "tag": "7e21da3f-4d05-44e9-af0b-93e244ce7093"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:48:27.578587 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 7e21da3f-4d05-44e9-af0b-93e244ce7093, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7e21da3f-4d05-44e9-af0b-93e244ce7093,segment=NetworkSegment(f9a88999-ad66-4cee-af04-45cb7ac7f668),segment_id=f9a88999-ad66-4cee-af04-45cb7ac7f668)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:48:27.602489 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78d2964-fcc0-4d54-8531-c12a7203c992 x-openstack-request-id: req-a78d2964-fcc0-4d54-8531-c12a7203c992 {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:48:27.603112 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d93129-870f-4051-8372-cb26e751a58f", "name": "network-vif-plugged", "status": "completed", "tag": "7e21da3f-4d05-44e9-af0b-93e244ce7093", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:48:27.603112 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a78d2964-fcc0-4d54-8531-c12a7203c992 {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:48:27.603438 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d93129-870f-4051-8372-cb26e751a58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e21da3f-4d05-44e9-af0b-93e244ce7093', 'code': 200} Feb 21 00:48:27.643389 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (7e21da3f-4d05-44e9-af0b-93e244ce7093), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:27.644241 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device e5c945af-735a-4d0b-9a9d-eba09429db8e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:48:27.682970 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: e5c945af-735a-4d0b-9a9d-eba09429db8e {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:48:27.683236 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device e5c945af-735a-4d0b-9a9d-eba09429db8e not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:48:27.705825 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8c510-3baf-407f-b930-0bc0d94a4692 req-2a616509-3470-415b-a62c-c199faa92149 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:27.707519 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-40e8c510-3baf-407f-b930-0bc0d94a4692 req-2a616509-3470-415b-a62c-c199faa92149 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d93129-870f-4051-8372-cb26e751a58f HTTP/1.1" status: 200 len: 945 time: 0.0548556 Feb 21 00:48:27.713271 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=7e21da3f-4d05-44e9-af0b-93e244ce7093,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:27.754720 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-40e8c510-3baf-407f-b930-0bc0d94a4692 req-5631efee-e003-46ce-8106-8cad21a10d3e tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417485 Feb 21 00:48:27.890508 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e636980-b022-4f98-9681-032ca47d2996 req-006470bc-e5b4-4687-b5d1-eebc0c73343b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:27.893001 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5e636980-b022-4f98-9681-032ca47d2996 req-006470bc-e5b4-4687-b5d1-eebc0c73343b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=39d93129-870f-4051-8372-cb26e751a58f HTTP/1.1" status: 200 len: 1129 time: 0.0488656 Feb 21 00:48:27.937577 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5e636980-b022-4f98-9681-032ca47d2996 req-be60f115-c7c4-412e-9e3e-d6014a928c62 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380552 Feb 21 00:48:28.544837 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 57574) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:28.879130 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3005822-0189-4077-82cc-ae7e3a0af477 req-150e560c-0ce7-4390-bf60-748ff6b5f78c tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:28.880757 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a3005822-0189-4077-82cc-ae7e3a0af477 req-150e560c-0ce7-4390-bf60-748ff6b5f78c tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d93129-870f-4051-8372-cb26e751a58f HTTP/1.1" status: 200 len: 945 time: 0.0553656 Feb 21 00:48:28.930793 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a3005822-0189-4077-82cc-ae7e3a0af477 req-63c6e0a4-614b-443a-b6b1-574cebee4574 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435936 Feb 21 00:48:28.972215 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c6b74046-9d38-4ceb-9b93-a57a7e97e5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358903'] for router_interface (de36c579-c1d3-42ed-8b6d-8792dc113d2b), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:29.045256 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-09ec7ae8-5244-42f0-9f62-605bd0c3284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:29.526730 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-c6b74046-9d38-4ceb-9b93-a57a7e97e5df admin admin] Deleting port 46525186-5363-47fe-9f00-522ce8a4c9b2 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:48:29.527135 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c6b74046-9d38-4ceb-9b93-a57a7e97e5df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (46525186-5363-47fe-9f00-522ce8a4c9b2), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:29.602448 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [None req-c6b74046-9d38-4ceb-9b93-a57a7e97e5df admin admin] For port 46525186-5363-47fe-9f00-522ce8a4c9b2, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=46525186-5363-47fe-9f00-522ce8a4c9b2,segment=NetworkSegment(ff5cc164-49f8-4228-adde-4a5c4df50beb),segment_id=ff5cc164-49f8-4228-adde-4a5c4df50beb)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:48:29.602804 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c6b74046-9d38-4ceb-9b93-a57a7e97e5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (46525186-5363-47fe-9f00-522ce8a4c9b2), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:29.615098 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-c6b74046-9d38-4ceb-9b93-a57a7e97e5df admin admin] Calling delete_port for 46525186-5363-47fe-9f00-522ce8a4c9b2 owned by network:router_interface {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:48:29.870153 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c6b74046-9d38-4ceb-9b93-a57a7e97e5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (46525186-5363-47fe-9f00-522ce8a4c9b2), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:29.901520 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b74046-9d38-4ceb-9b93-a57a7e97e5df admin admin] Pushing event deleted for resources: {'Port': ['ID=46525186-5363-47fe-9f00-522ce8a4c9b2,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:30.110108 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b7bc3-08c5-4aaa-a026-1cc0b1ac688e req-92e9f880-faa0-48f8-8e25-504b3b467c2f tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:30.112233 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c36b7bc3-08c5-4aaa-a026-1cc0b1ac688e req-92e9f880-faa0-48f8-8e25-504b3b467c2f tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d93129-870f-4051-8372-cb26e751a58f HTTP/1.1" status: 200 len: 945 time: 0.1044478 Feb 21 00:48:30.116918 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c6b74046-9d38-4ceb-9b93-a57a7e97e5df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3776522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360295'] for router_interface (de36c579-c1d3-42ed-8b6d-8792dc113d2b), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:30.205978 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c36b7bc3-08c5-4aaa-a026-1cc0b1ac688e req-6993dc02-afc7-4a66-a9a8-66bcfeb86aeb tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868359 Feb 21 00:48:30.310578 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:30.377164 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b74046-9d38-4ceb-9b93-a57a7e97e5df admin admin] Router de36c579-c1d3-42ed-8b6d-8792dc113d2b has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:48:30.496146 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b74046-9d38-4ceb-9b93-a57a7e97e5df admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:48:30.501388 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-c6b74046-9d38-4ceb-9b93-a57a7e97e5df admin admin] 10.222.0.81 "PUT /v2.0/routers/de36c579-c1d3-42ed-8b6d-8792dc113d2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9555209 Feb 21 00:48:30.504230 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 57582) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:30.504957 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3530cb81-066e-4f66-8b7a-73f1264e62ab None None] Sync routers for ids ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'] in dv-cinder-813224-6-iscsi {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:48:30.515195 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3530cb81-066e-4f66-8b7a-73f1264e62ab None None] Routers {'de36c579-c1d3-42ed-8b6d-8792dc113d2b'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:48:30.515805 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-3530cb81-066e-4f66-8b7a-73f1264e62ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:48:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:48:30.614919 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f351-996f-47c0-a8ca-f53960327e22 admin admin] Publish callbacks [] for router (de36c579-c1d3-42ed-8b6d-8792dc113d2b), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:30.622052 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-3530cb81-066e-4f66-8b7a-73f1264e62ab None None] Set router de36c579-c1d3-42ed-8b6d-8792dc113d2b gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:48:30.727042 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f351-996f-47c0-a8ca-f53960327e22 admin admin] Publish callbacks [] for router_gateway (de36c579-c1d3-42ed-8b6d-8792dc113d2b), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:30.804959 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-3530cb81-066e-4f66-8b7a-73f1264e62ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:48:29Z', 'revision_number': 5, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port': {'id': '486e5612-c5ae-456d-9dd5-d0ebfb66eddb', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:48:30.839187 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3530cb81-066e-4f66-8b7a-73f1264e62ab None None] Checking router: de36c579-c1d3-42ed-8b6d-8792dc113d2b for host: dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:48:30.847111 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8f351-996f-47c0-a8ca-f53960327e22 admin admin] Deleting port 486e5612-c5ae-456d-9dd5-d0ebfb66eddb {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:48:30.847454 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f351-996f-47c0-a8ca-f53960327e22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (486e5612-c5ae-456d-9dd5-d0ebfb66eddb), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:30.847590 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3530cb81-066e-4f66-8b7a-73f1264e62ab None None] Routers {'de36c579-c1d3-42ed-8b6d-8792dc113d2b'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:48:30.848099 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-3530cb81-066e-4f66-8b7a-73f1264e62ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:48:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:48:30.932453 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [None req-2ba8f351-996f-47c0-a8ca-f53960327e22 admin admin] For port 486e5612-c5ae-456d-9dd5-d0ebfb66eddb, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=486e5612-c5ae-456d-9dd5-d0ebfb66eddb,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:48:30.932847 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f351-996f-47c0-a8ca-f53960327e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (486e5612-c5ae-456d-9dd5-d0ebfb66eddb), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:30.936976 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-3530cb81-066e-4f66-8b7a-73f1264e62ab None None] Set router de36c579-c1d3-42ed-8b6d-8792dc113d2b gateway port host: None {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:48:30.947558 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8f351-996f-47c0-a8ca-f53960327e22 admin admin] Calling delete_port for 486e5612-c5ae-456d-9dd5-d0ebfb66eddb owned by network:router_gateway {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:48:30.990987 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-3530cb81-066e-4f66-8b7a-73f1264e62ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:48:30Z', 'revision_number': 6, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port_host': None}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:48:31.022082 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3530cb81-066e-4f66-8b7a-73f1264e62ab None None] The sync data for ids ['de36c579-c1d3-42ed-8b6d-8792dc113d2b'] in dv-cinder-813224-6-iscsi is: [{'id': 'de36c579-c1d3-42ed-8b6d-8792dc113d2b', 'name': 'tempest-AttachVolumeTestJSON-1821068128-router', 'tenant_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:44:16Z', 'updated_at': '2022-02-21T00:48:30Z', 'revision_number': 6, 'project_id': '1e025d3db5ee41318537bfd4c1fc1d95', 'gw_port_host': None}] {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:48:31.201561 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f351-996f-47c0-a8ca-f53960327e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (486e5612-c5ae-456d-9dd5-d0ebfb66eddb), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:31.226898 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8f351-996f-47c0-a8ca-f53960327e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=486e5612-c5ae-456d-9dd5-d0ebfb66eddb,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:31.287418 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f351-996f-47c0-a8ca-f53960327e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362125'] for router_gateway (de36c579-c1d3-42ed-8b6d-8792dc113d2b), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:31.381677 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f351-996f-47c0-a8ca-f53960327e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-356369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9102'] for router (de36c579-c1d3-42ed-8b6d-8792dc113d2b), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:31.390196 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f351-996f-47c0-a8ca-f53960327e22 admin admin] Publish callbacks [] for router_controller (de36c579-c1d3-42ed-8b6d-8792dc113d2b), precommit_delete_associations {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:31.478391 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932f6f6-6973-4137-840d-212204338e68 req-efad7c70-bff9-4409-8122-a3bbe6b39571 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:31.479933 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4932f6f6-6973-4137-840d-212204338e68 req-efad7c70-bff9-4409-8122-a3bbe6b39571 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d93129-870f-4051-8372-cb26e751a58f HTTP/1.1" status: 200 len: 945 time: 0.1027236 Feb 21 00:48:31.525508 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4932f6f6-6973-4137-840d-212204338e68 req-19e4b4c6-1723-4432-b472-325a079c619c tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399044 Feb 21 00:48:31.544243 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f351-996f-47c0-a8ca-f53960327e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-356456'] for router (de36c579-c1d3-42ed-8b6d-8792dc113d2b), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:31.544822 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba8f351-996f-47c0-a8ca-f53960327e22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de36c579-c1d3-42ed-8b6d-8792dc113d2b {{(pid=109907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 00:48:31.549562 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f351-996f-47c0-a8ca-f53960327e22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:31.550636 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-2ba8f351-996f-47c0-a8ca-f53960327e22 admin admin] 10.222.0.81 "DELETE /v2.0/routers/de36c579-c1d3-42ed-8b6d-8792dc113d2b HTTP/1.1" status: 204 len: 168 time: 1.0453172 Feb 21 00:48:31.553093 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 57596) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:31.601635 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47b90cc-d001-4ec9-b7e5-d433982ba3ba admin admin] Deleting subnet 8388cafd-40d5-402b-b2e4-849f8f54e15b {{(pid=109907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:48:31.604676 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e47b90cc-d001-4ec9-b7e5-d433982ba3ba admin admin] Publish callbacks [] for subnet (8388cafd-40d5-402b-b2e4-849f8f54e15b), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:31.639383 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e47b90cc-d001-4ec9-b7e5-d433982ba3ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12006473'] for subnet (8388cafd-40d5-402b-b2e4-849f8f54e15b), precommit_delete_associations {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:31.670321 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:31.741912 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e47b90cc-d001-4ec9-b7e5-d433982ba3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3371724'] for subnet (8388cafd-40d5-402b-b2e4-849f8f54e15b), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:31.853460 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e47b90cc-d001-4ec9-b7e5-d433982ba3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3371765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12339631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489544'] for subnet (8388cafd-40d5-402b-b2e4-849f8f54e15b), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:31.879930 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b90cc-d001-4ec9-b7e5-d433982ba3ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8388cafd-40d5-402b-b2e4-849f8f54e15b,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:31.883426 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-e47b90cc-d001-4ec9-b7e5-d433982ba3ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:31.889038 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-e47b90cc-d001-4ec9-b7e5-d433982ba3ba admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8388cafd-40d5-402b-b2e4-849f8f54e15b HTTP/1.1" status: 204 len: 168 time: 0.3327315 Feb 21 00:48:31.889692 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 57598) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:31.890494 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e805cfdc-9972-4b35-9e4f-42b5ced6f4db None None] Network 28cf2863-0276-45ba-8819-b4e51508cd5b requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:48:31.963558 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825413'] for network (28cf2863-0276-45ba-8819-b4e51508cd5b), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:32.024397 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] Deleting port ceec44c7-ffb7-4e53-bd20-54846016d8c9 {{(pid=109906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:48:32.024777 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (ceec44c7-ffb7-4e53-bd20-54846016d8c9), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:32.069644 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] DHCP port deletion for 28cf2863-0276-45ba-8819-b4e51508cd5b request from dv-cinder-813224-6-iscsi {{(pid=109908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 00:48:32.096433 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.db [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] For port ceec44c7-ffb7-4e53-bd20-54846016d8c9, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=ceec44c7-ffb7-4e53-bd20-54846016d8c9,segment=NetworkSegment(ff5cc164-49f8-4228-adde-4a5c4df50beb),segment_id=ff5cc164-49f8-4228-adde-4a5c4df50beb)] {{(pid=109906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:48:32.099028 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (ceec44c7-ffb7-4e53-bd20-54846016d8c9), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:32.109889 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] Calling delete_port for ceec44c7-ffb7-4e53-bd20-54846016d8c9 owned by network:dhcp {{(pid=109906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:48:32.118488 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] Deleting port ceec44c7-ffb7-4e53-bd20-54846016d8c9 {{(pid=109908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:48:32.118864 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (ceec44c7-ffb7-4e53-bd20-54846016d8c9), before_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:32.181704 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] For port ceec44c7-ffb7-4e53-bd20-54846016d8c9, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=ceec44c7-ffb7-4e53-bd20-54846016d8c9,segment=NetworkSegment(ff5cc164-49f8-4228-adde-4a5c4df50beb),segment_id=ff5cc164-49f8-4228-adde-4a5c4df50beb)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:48:32.182108 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (ceec44c7-ffb7-4e53-bd20-54846016d8c9), precommit_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:32.195173 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] Calling delete_port for ceec44c7-ffb7-4e53-bd20-54846016d8c9 owned by network:dhcp {{(pid=109908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:48:32.259168 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (ceec44c7-ffb7-4e53-bd20-54846016d8c9), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:32.272493 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460'] for port (ceec44c7-ffb7-4e53-bd20-54846016d8c9), after_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:32.285806 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceec44c7-ffb7-4e53-bd20-54846016d8c9,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:32.287545 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] No DVR routers for this DVR port ceec44c7-ffb7-4e53-bd20-54846016d8c9 on host dv-cinder-813224-6-iscsi {{(pid=109906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:48:32.298296 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] Pushing event deleted for resources: {'Port': ['ID=ceec44c7-ffb7-4e53-bd20-54846016d8c9,revision_number=None']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:32.302669 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] No DVR routers for this DVR port ceec44c7-ffb7-4e53-bd20-54846016d8c9 on host dv-cinder-813224-6-iscsi {{(pid=109908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:48:32.309327 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:32.309677 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:32.310021 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:32.310358 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:32.310694 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:32.311023 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:32.311348 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:32.316350 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:32.316350 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:32.316350 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:32.316350 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:32.316350 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:32.316350 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af283c-eb32-49f6-91aa-5318af047b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:32.367690 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3370565', 'neutron.services.segments.db._delete_segments_for_network-8788922944314'] for network (28cf2863-0276-45ba-8819-b4e51508cd5b), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:32.389063 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28cf2863-0276-45ba-8819-b4e51508cd5b']}} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:48:32.403462 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5cc164-49f8-4228-adde-4a5c4df50beb') {'for_net_delete': True} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:48:32.403755 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5cc164-49f8-4228-adde-4a5c4df50beb') {} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:48:32.413519 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788922945603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863475'] for segment (ff5cc164-49f8-4228-adde-4a5c4df50beb), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:32.425542 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 486e5612-c5ae-456d-9dd5-d0ebfb66eddb no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:48:32.428552 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (ff5cc164-49f8-4228-adde-4a5c4df50beb), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:32.435534 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=109906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11782213'] for segment (ff5cc164-49f8-4228-adde-4a5c4df50beb), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: Traceback (most recent call last): Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: timer() Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: cb(*args, **kw) Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: return func(*args, **kwargs) Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: self._notify() Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: self.callback(batched_events) Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: event.method(event) Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: return f(self, *a, **k) Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: return self._get(url).json() Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: return self.request(url, 'GET', **kwargs) Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:48:32.444978 dv-cinder-813224-6-iscsi neutron-server[109906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:48:32.448471 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: 486e5612-c5ae-456d-9dd5-d0ebfb66eddb {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:48:32.448952 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 486e5612-c5ae-456d-9dd5-d0ebfb66eddb not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:48:32.449467 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device ceec44c7-ffb7-4e53-bd20-54846016d8c9 no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:48:32.469138 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: ceec44c7-ffb7-4e53-bd20-54846016d8c9 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:48:32.469496 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device ceec44c7-ffb7-4e53-bd20-54846016d8c9 not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:48:32.470042 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 46525186-5363-47fe-9f00-522ce8a4c9b2 no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:48:32.492249 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: 46525186-5363-47fe-9f00-522ce8a4c9b2 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:48:32.492619 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 46525186-5363-47fe-9f00-522ce8a4c9b2 not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:48:32.561436 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3370574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362209'] for network (28cf2863-0276-45ba-8819-b4e51508cd5b), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:32.567603 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:32.570779 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] 10.222.0.81 "DELETE /v2.0/networks/28cf2863-0276-45ba-8819-b4e51508cd5b HTTP/1.1" status: 204 len: 168 time: 0.6793048 Feb 21 00:48:32.584426 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0daecf-815a-4825-bcac-2fcd35421767 admin admin] Pushing event deleted for resources: {'Network': ['ID=28cf2863-0276-45ba-8819-b4e51508cd5b,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:32.653315 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b83e3-10d3-413e-9fb5-7b50e4b203b9 req-73b37e34-2c47-4b52-bff7-1f09dabb3475 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:32.654816 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-474b83e3-10d3-413e-9fb5-7b50e4b203b9 req-73b37e34-2c47-4b52-bff7-1f09dabb3475 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d93129-870f-4051-8372-cb26e751a58f HTTP/1.1" status: 200 len: 945 time: 0.0567124 Feb 21 00:48:32.702450 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-474b83e3-10d3-413e-9fb5-7b50e4b203b9 req-436523a9-c1a3-406b-82e1-779c054d7b2e tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414746 Feb 21 00:48:32.714644 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6d410-5098-4428-8b95-db724eac32d1 req-584d97cf-4e1c-4caf-b7a7-f3c86f3d6f37 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:32.716120 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b5c6d410-5098-4428-8b95-db724eac32d1 req-584d97cf-4e1c-4caf-b7a7-f3c86f3d6f37 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d93129-870f-4051-8372-cb26e751a58f HTTP/1.1" status: 200 len: 945 time: 0.0529015 Feb 21 00:48:32.820485 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-b5c6d410-5098-4428-8b95-db724eac32d1 req-83ddcbb2-0266-44be-b7f1-56d663fe675d tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Deleting port 7e21da3f-4d05-44e9-af0b-93e244ce7093 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:48:32.820485 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-b5c6d410-5098-4428-8b95-db724eac32d1 req-83ddcbb2-0266-44be-b7f1-56d663fe675d tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (7e21da3f-4d05-44e9-af0b-93e244ce7093), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:32.907702 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-b5c6d410-5098-4428-8b95-db724eac32d1 req-83ddcbb2-0266-44be-b7f1-56d663fe675d tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] For port 7e21da3f-4d05-44e9-af0b-93e244ce7093, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7e21da3f-4d05-44e9-af0b-93e244ce7093,segment=NetworkSegment(f9a88999-ad66-4cee-af04-45cb7ac7f668),segment_id=f9a88999-ad66-4cee-af04-45cb7ac7f668)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:48:32.908213 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-b5c6d410-5098-4428-8b95-db724eac32d1 req-83ddcbb2-0266-44be-b7f1-56d663fe675d tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (7e21da3f-4d05-44e9-af0b-93e244ce7093), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:32.915879 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 57604) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:32.920216 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-b5c6d410-5098-4428-8b95-db724eac32d1 req-83ddcbb2-0266-44be-b7f1-56d663fe675d tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Calling delete_port for 7e21da3f-4d05-44e9-af0b-93e244ce7093 owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:48:32.955944 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-347939cb-fb00-4133-83cf-edef7cdccc29 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1e025d3db5ee41318537bfd4c1fc1d95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386813 Feb 21 00:48:32.958453 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 57606) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:33.004785 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f1f73c1e-6575-47da-b17e-717b35701849 admin admin] Publish callbacks [] for security_group (8e5313bb-f1bf-4f92-9ad5-72dc359340ed), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:33.026507 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f1f73c1e-6575-47da-b17e-717b35701849 admin admin] Publish callbacks [] for security_group (8e5313bb-f1bf-4f92-9ad5-72dc359340ed), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:33.110252 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-b5c6d410-5098-4428-8b95-db724eac32d1 req-83ddcbb2-0266-44be-b7f1-56d663fe675d tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (7e21da3f-4d05-44e9-af0b-93e244ce7093), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:33.121883 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['7e21da3f-4d05-44e9-af0b-93e244ce7093'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:48:33.136616 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ddcbb2-0266-44be-b7f1-56d663fe675d tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Pushing event deleted for resources: {'Port': ['ID=7e21da3f-4d05-44e9-af0b-93e244ce7093,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:33.139848 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f1f73c1e-6575-47da-b17e-717b35701849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (8e5313bb-f1bf-4f92-9ad5-72dc359340ed), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:33.145924 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f1f73c1e-6575-47da-b17e-717b35701849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:33.149581 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-f1f73c1e-6575-47da-b17e-717b35701849 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8e5313bb-f1bf-4f92-9ad5-72dc359340ed HTTP/1.1" status: 204 len: 168 time: 0.1876776 Feb 21 00:48:33.158727 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f73c1e-6575-47da-b17e-717b35701849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5313bb-f1bf-4f92-9ad5-72dc359340ed,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:33.186873 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c6d410-5098-4428-8b95-db724eac32d1 req-83ddcbb2-0266-44be-b7f1-56d663fe675d tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] No DVR routers for this DVR port 7e21da3f-4d05-44e9-af0b-93e244ce7093 on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:48:33.190107 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-b5c6d410-5098-4428-8b95-db724eac32d1 req-83ddcbb2-0266-44be-b7f1-56d663fe675d tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:33.193608 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b5c6d410-5098-4428-8b95-db724eac32d1 req-83ddcbb2-0266-44be-b7f1-56d663fe675d tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.61 "DELETE /v2.0/ports/7e21da3f-4d05-44e9-af0b-93e244ce7093 HTTP/1.1" status: 204 len: 173 time: 0.4724832 Feb 21 00:48:33.194116 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d93129-870f-4051-8372-cb26e751a58f', 'name': 'network-vif-deleted', 'tag': '7e21da3f-4d05-44e9-af0b-93e244ce7093'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:48:33.196556 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95abe6da-cb4c-4777-b5a0-a1bed23a4db7" -d '{"events": [{"server_uuid": "39d93129-870f-4051-8372-cb26e751a58f", "name": "network-vif-deleted", "tag": "7e21da3f-4d05-44e9-af0b-93e244ce7093"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:48:33.237470 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b485e9f-3969-42c2-9407-ce8b042701b2 x-openstack-request-id: req-5b485e9f-3969-42c2-9407-ce8b042701b2 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:48:33.237918 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d93129-870f-4051-8372-cb26e751a58f", "name": "network-vif-deleted", "tag": "7e21da3f-4d05-44e9-af0b-93e244ce7093", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:48:33.238243 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5b485e9f-3969-42c2-9407-ce8b042701b2 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:48:33.238913 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d93129-870f-4051-8372-cb26e751a58f', 'name': 'network-vif-deleted', 'tag': '7e21da3f-4d05-44e9-af0b-93e244ce7093', 'status': 'completed', 'code': 200} Feb 21 00:48:33.332996 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:33.815751 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-57c0feaa-5ef4-4a1d-8055-f06d8a505984 req-b8afe101-e4c1-452f-9a5c-495c1fba9a76 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d93129-870f-4051-8372-cb26e751a58f HTTP/1.1" status: 200 len: 210 time: 0.0331702 Feb 21 00:48:34.851580 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:48:35.158967 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-e6aff9df-2ec8-4846-980a-54e3a0ff661f tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:35.160396 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-e6aff9df-2ec8-4846-980a-54e3a0ff661f tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/networks?id=672a4822-b5e8-4884-a247-98fdda41320c HTTP/1.1" status: 200 len: 809 time: 0.1173551 Feb 21 00:48:35.176971 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-db9296a7-fba8-4116-892a-dfd9e2d68408 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/quotas/52f3595f401e48a3aaa00e4e90ee64f1 HTTP/1.1" status: 200 len: 375 time: 0.0111542 Feb 21 00:48:35.214648 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-025233f7-401d-48ae-818a-6120409d9c92 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=52f3595f401e48a3aaa00e4e90ee64f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321469 Feb 21 00:48:35.308183 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-403831a2-6598-4469-8bd2-e9719dc945b5 service neutron] 10.222.0.81 "GET /v2.0/networks/672a4822-b5e8-4884-a247-98fdda41320c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864217 Feb 21 00:48:35.396444 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-da1680a9-bfb9-43c9-b572-9f2af9259bd4 service neutron] 10.222.0.81 "GET /v2.0/networks/672a4822-b5e8-4884-a247-98fdda41320c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823147 Feb 21 00:48:35.642688 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-851bc679-7433-47b2-b582-d57b5c9d4ef2 req-f4f21121-f197-461f-87a4-e5f932db5db0 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fa325b5-5660-4c24-8996-9367ea81144c HTTP/1.1" status: 200 len: 210 time: 0.0274367 Feb 21 00:48:36.737540 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-08769d4f-6669-4186-95ef-63b599372430 req-f7103b90-ca90-413f-bcf0-2787d2db9022 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fa325b5-5660-4c24-8996-9367ea81144c HTTP/1.1" status: 200 len: 210 time: 0.0292816 Feb 21 00:48:37.414147 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 7e21da3f-4d05-44e9-af0b-93e244ce7093 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:48:37.435128 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: 7e21da3f-4d05-44e9-af0b-93e244ce7093 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:48:37.435482 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 7e21da3f-4d05-44e9-af0b-93e244ce7093 not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:48:37.508602 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-b6d47b2b-9e40-43d5-986d-ce044e6ef958 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:37.510060 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-b6d47b2b-9e40-43d5-986d-ce044e6ef958 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.61 "GET /v2.0/networks?id=672a4822-b5e8-4884-a247-98fdda41320c HTTP/1.1" status: 200 len: 809 time: 0.1111073 Feb 21 00:48:37.522598 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-ca4d2408-c99f-4961-bb00-0238bc5a0ae3 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Request body: {'port': {'device_id': '6fa325b5-5660-4c24-8996-9367ea81144c', 'network_id': '672a4822-b5e8-4884-a247-98fdda41320c', 'admin_state_up': True, 'tenant_id': '52f3595f401e48a3aaa00e4e90ee64f1'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:48:37.744627 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-ca4d2408-c99f-4961-bb00-0238bc5a0ae3 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Made reservation on behalf of 52f3595f401e48a3aaa00e4e90ee64f1 for: {'port': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:48:37.748039 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-ca4d2408-c99f-4961-bb00-0238bc5a0ae3 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:37.848617 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d7609beb-51fd-4b05-ac7d-dec8ee370133 req-0c670a7c-5427-477c-8b4b-478298f5f3b5 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fa325b5-5660-4c24-8996-9367ea81144c HTTP/1.1" status: 200 len: 210 time: 0.0338495 Feb 21 00:48:37.911902 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-ca4d2408-c99f-4961-bb00-0238bc5a0ae3 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Allocated IP 172.20.0.3 (672a4822-b5e8-4884-a247-98fdda41320c/429f579a-4c38-41bf-91aa-0c8184d1ec7f/ca3458de-d254-4dd7-9020-ad86a070b0e3) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:48:37.955907 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 57702) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:38.059133 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-aa5d745b-54d7-4f5d-8286-467d93f20ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:38.061188 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-ca4d2408-c99f-4961-bb00-0238bc5a0ae3 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Publish callbacks [] for port (ca3458de-d254-4dd7-9020-ad86a070b0e3), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:38.131151 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-aa5d745b-54d7-4f5d-8286-467d93f20ac6 admin admin] Publish callbacks [] for security_group (c9ff5633-8f4d-4e11-a0f2-e549c5284c74), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:38.155920 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-ca4d2408-c99f-4961-bb00-0238bc5a0ae3 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (ca3458de-d254-4dd7-9020-ad86a070b0e3), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:38.199054 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-ca4d2408-c99f-4961-bb00-0238bc5a0ae3 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Network 672a4822-b5e8-4884-a247-98fdda41320c is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:48:38.202010 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-ca4d2408-c99f-4961-bb00-0238bc5a0ae3 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:48:38.207921 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-aa5d745b-54d7-4f5d-8286-467d93f20ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (c9ff5633-8f4d-4e11-a0f2-e549c5284c74), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:38.208744 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-ca4d2408-c99f-4961-bb00-0238bc5a0ae3 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:48:38.214825 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d2408-c99f-4961-bb00-0238bc5a0ae3 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Pushing event updated for resources: {'Port': ['ID=ca3458de-d254-4dd7-9020-ad86a070b0e3,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:38.250470 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-aa5d745b-54d7-4f5d-8286-467d93f20ac6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e33fbc17bdfb4d439fd70430a710f4bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934089 Feb 21 00:48:38.251506 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d745b-54d7-4f5d-8286-467d93f20ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ff5633-8f4d-4e11-a0f2-e549c5284c74,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:38.254241 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 57706) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:38.265261 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-ca4d2408-c99f-4961-bb00-0238bc5a0ae3 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:38.265863 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-ca4d2408-c99f-4961-bb00-0238bc5a0ae3 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:38.319181 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4d563cd3-4a71-427d-8e36-dd3396cbdec9 admin admin] Publish callbacks [] for security_group (c9ff5633-8f4d-4e11-a0f2-e549c5284c74), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:38.339971 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4d563cd3-4a71-427d-8e36-dd3396cbdec9 admin admin] Publish callbacks [] for security_group (c9ff5633-8f4d-4e11-a0f2-e549c5284c74), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:38.410491 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-ca4d2408-c99f-4961-bb00-0238bc5a0ae3 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8920863 Feb 21 00:48:38.421889 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Request body: {'port': {'device_id': '6fa325b5-5660-4c24-8996-9367ea81144c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:48:38.440589 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4d563cd3-4a71-427d-8e36-dd3396cbdec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (c9ff5633-8f4d-4e11-a0f2-e549c5284c74), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:38.443063 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-4d563cd3-4a71-427d-8e36-dd3396cbdec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:38.444124 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-4d563cd3-4a71-427d-8e36-dd3396cbdec9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c9ff5633-8f4d-4e11-a0f2-e549c5284c74 HTTP/1.1" status: 204 len: 168 time: 0.1889713 Feb 21 00:48:38.457196 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d563cd3-4a71-427d-8e36-dd3396cbdec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ff5633-8f4d-4e11-a0f2-e549c5284c74,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:38.494267 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (ca3458de-d254-4dd7-9020-ad86a070b0e3), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:38.757161 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3458de-d254-4dd7-9020-ad86a070b0e3 {{(pid=109907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:48:38.764611 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Publish callbacks [] for port (ca3458de-d254-4dd7-9020-ad86a070b0e3), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:38.777480 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.provisioning_blocks [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Transition to ACTIVE for port object ca3458de-d254-4dd7-9020-ad86a070b0e3 will not be triggered until provisioned by entity L2. {{(pid=109907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:48:38.853682 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (ca3458de-d254-4dd7-9020-ad86a070b0e3), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:38.926380 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3458de-d254-4dd7-9020-ad86a070b0e3,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:38.974191 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Attempting to bind port ca3458de-d254-4dd7-9020-ad86a070b0e3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:48:38.974535 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Attempting to bind port ca3458de-d254-4dd7-9020-ad86a070b0e3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f9a88999-ad66-4cee-af04-45cb7ac7f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '672a4822-b5e8-4884-a247-98fdda41320c'}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:48:38.974869 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Attempting to bind port ca3458de-d254-4dd7-9020-ad86a070b0e3 on network 672a4822-b5e8-4884-a247-98fdda41320c {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:48:38.979165 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Port ca3458de-d254-4dd7-9020-ad86a070b0e3 on network 672a4822-b5e8-4884-a247-98fdda41320c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:48:38.979487 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Attempting to bind port ca3458de-d254-4dd7-9020-ad86a070b0e3 on network 672a4822-b5e8-4884-a247-98fdda41320c {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:48:38.979600 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ef598-d8bf-4577-a09f-a554d813db18 req-630fc436-7425-40ea-8289-53c3e7666326 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:38.981161 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-076ef598-d8bf-4577-a09f-a554d813db18 req-630fc436-7425-40ea-8289-53c3e7666326 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fa325b5-5660-4c24-8996-9367ea81144c HTTP/1.1" status: 200 len: 943 time: 0.0586920 Feb 21 00:48:38.984491 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:48:38.984870 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Checking segment: {'id': 'f9a88999-ad66-4cee-af04-45cb7ac7f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '672a4822-b5e8-4884-a247-98fdda41320c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:48:38.985285 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Bound using segment: {'id': 'f9a88999-ad66-4cee-af04-45cb7ac7f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '672a4822-b5e8-4884-a247-98fdda41320c'} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:48:38.985720 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Bound port: ca3458de-d254-4dd7-9020-ad86a070b0e3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a88999-ad66-4cee-af04-45cb7ac7f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '672a4822-b5e8-4884-a247-98fdda41320c'}}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:48:38.986085 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (ca3458de-d254-4dd7-9020-ad86a070b0e3), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:39.033970 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-076ef598-d8bf-4577-a09f-a554d813db18 req-327585d7-e71c-486d-a226-66006d603cc0 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470595 Feb 21 00:48:39.058148 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] For port ca3458de-d254-4dd7-9020-ad86a070b0e3, host hv-cinder-81322, cleared binding levels {{(pid=109907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:48:39.061339 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] For port ca3458de-d254-4dd7-9020-ad86a070b0e3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca3458de-d254-4dd7-9020-ad86a070b0e3,segment=NetworkSegment(f9a88999-ad66-4cee-af04-45cb7ac7f668),segment_id=f9a88999-ad66-4cee-af04-45cb7ac7f668)] {{(pid=109907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:48:39.144992 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (ca3458de-d254-4dd7-9020-ad86a070b0e3), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:39.177493 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:39.182254 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:39.182254 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] 10.222.0.61 "PUT /v2.0/ports/ca3458de-d254-4dd7-9020-ad86a070b0e3 HTTP/1.1" status: 200 len: 1093 time: 0.7616005 Feb 21 00:48:39.182254 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa325b5-5660-4c24-8996-9367ea81144c', 'tag': 'ca3458de-d254-4dd7-9020-ad86a070b0e3'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:48:39.182254 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd980c1-7842-4125-aa65-400a53d75949" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa325b5-5660-4c24-8996-9367ea81144c", "tag": "ca3458de-d254-4dd7-9020-ad86a070b0e3"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:48:39.218111 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6c90c-c827-4e66-b8f4-1f746df36f50 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3458de-d254-4dd7-9020-ad86a070b0e3,revision_number=3']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:39.230927 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2452ae6-d75d-4d01-94d4-dbb52dd6ed93 x-openstack-request-id: req-c2452ae6-d75d-4d01-94d4-dbb52dd6ed93 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:48:39.231283 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa325b5-5660-4c24-8996-9367ea81144c", "tag": "ca3458de-d254-4dd7-9020-ad86a070b0e3", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:48:39.231548 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c2452ae6-d75d-4d01-94d4-dbb52dd6ed93 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:48:39.231984 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa325b5-5660-4c24-8996-9367ea81144c', 'tag': 'ca3458de-d254-4dd7-9020-ad86a070b0e3', 'status': 'completed', 'code': 200} Feb 21 00:48:39.301087 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd980c1-7842-4125-aa65-400a53d75949 req-feeb4545-40b1-443e-9edb-8c69402b5243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:39.302514 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9dd980c1-7842-4125-aa65-400a53d75949 req-feeb4545-40b1-443e-9edb-8c69402b5243 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=52f3595f401e48a3aaa00e4e90ee64f1&device_id=6fa325b5-5660-4c24-8996-9367ea81144c HTTP/1.1" status: 200 len: 1127 time: 0.0504313 Feb 21 00:48:39.400919 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd980c1-7842-4125-aa65-400a53d75949 req-f78ca36a-1d46-44b6-99ea-562dfed0e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:39.402284 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9dd980c1-7842-4125-aa65-400a53d75949 req-f78ca36a-1d46-44b6-99ea-562dfed0e66f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=52f3595f401e48a3aaa00e4e90ee64f1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0921855 Feb 21 00:48:39.495427 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd980c1-7842-4125-aa65-400a53d75949 req-82d4808a-8266-4652-85d4-0ff6f8b2c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:39.497069 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9dd980c1-7842-4125-aa65-400a53d75949 req-82d4808a-8266-4652-85d4-0ff6f8b2c065 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890286 Feb 21 00:48:39.587675 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-93c7a325-dc31-4ecb-8a64-af42b96f75ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:39.589850 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-93c7a325-dc31-4ecb-8a64-af42b96f75ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=52f3595f401e48a3aaa00e4e90ee64f1&device_id=6fa325b5-5660-4c24-8996-9367ea81144c HTTP/1.1" status: 200 len: 1127 time: 0.0565934 Feb 21 00:48:39.646692 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-729edcfe-4d5b-4f5c-b308-38358f194107 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca3458de-d254-4dd7-9020-ad86a070b0e3 HTTP/1.1" status: 200 len: 217 time: 0.0471644 Feb 21 00:48:39.713541 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-6c6ddf13-d9b6-4cef-981b-9a7c5d6d3155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:39.714993 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-6c6ddf13-d9b6-4cef-981b-9a7c5d6d3155 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=429f579a-4c38-41bf-91aa-0c8184d1ec7f HTTP/1.1" status: 200 len: 849 time: 0.0619407 Feb 21 00:48:39.747105 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-dd2a6eaa-d0e4-4d11-8250-aad681a2b09d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=672a4822-b5e8-4884-a247-98fdda41320c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261688 Feb 21 00:48:39.839995 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-92c595ad-7975-45b4-ab6d-c2dc2282123c service neutron] 10.222.0.61 "GET /v2.0/networks/672a4822-b5e8-4884-a247-98fdda41320c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872006 Feb 21 00:48:39.941230 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0fd8b546-a8de-47ed-971d-6bd23e62533e req-6aa855a2-45e1-40de-ae1a-528a1c2264ce service neutron] 10.222.0.61 "GET /v2.0/networks/672a4822-b5e8-4884-a247-98fdda41320c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956669 Feb 21 00:48:40.151675 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c921e-bf9e-4706-ae7c-ff4ba0b232da req-c7999f1d-4e07-4e91-acac-65a2f2b566bd tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:40.153238 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-8b4c921e-bf9e-4706-ae7c-ff4ba0b232da req-c7999f1d-4e07-4e91-acac-65a2f2b566bd tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fa325b5-5660-4c24-8996-9367ea81144c HTTP/1.1" status: 200 len: 943 time: 0.0526414 Feb 21 00:48:40.200323 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-8b4c921e-bf9e-4706-ae7c-ff4ba0b232da req-1c7e0643-7031-45cd-b251-ae7ba3d792bc tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414360 Feb 21 00:48:41.327402 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc0251-b7c9-4bdf-8a8d-e3520ce91a87 req-fe608162-88fa-42ae-9bc3-f24377ad1185 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:41.328819 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d7dc0251-b7c9-4bdf-8a8d-e3520ce91a87 req-fe608162-88fa-42ae-9bc3-f24377ad1185 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fa325b5-5660-4c24-8996-9367ea81144c HTTP/1.1" status: 200 len: 943 time: 0.0573411 Feb 21 00:48:41.373887 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d7dc0251-b7c9-4bdf-8a8d-e3520ce91a87 req-43e46854-03b0-4678-b4d7-5a2895bff660 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394533 Feb 21 00:48:42.492882 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ed9eb-e096-4130-99cd-beac225b23aa req-3aef72f2-9055-4743-8802-b616496ab87a tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:42.494356 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-fc3ed9eb-e096-4130-99cd-beac225b23aa req-3aef72f2-9055-4743-8802-b616496ab87a tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fa325b5-5660-4c24-8996-9367ea81144c HTTP/1.1" status: 200 len: 943 time: 0.0530322 Feb 21 00:48:42.544970 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-fc3ed9eb-e096-4130-99cd-beac225b23aa req-fcaff9b7-b94c-44ce-8045-0e17d931cf37 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451000 Feb 21 00:48:43.445158 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device ca3458de-d254-4dd7-9020-ad86a070b0e3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:48:43.540356 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port ca3458de-d254-4dd7-9020-ad86a070b0e3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca3458de-d254-4dd7-9020-ad86a070b0e3,segment=NetworkSegment(f9a88999-ad66-4cee-af04-45cb7ac7f668),segment_id=f9a88999-ad66-4cee-af04-45cb7ac7f668)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:48:43.555234 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': 'ca3458de-d254-4dd7-9020-ad86a070b0e3', 'network_id': '672a4822-b5e8-4884-a247-98fdda41320c', 'port_id': 'ca3458de-d254-4dd7-9020-ad86a070b0e3', 'mac_address': 'fa:16:3e:be:e2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429f579a-4c38-41bf-91aa-0c8184d1ec7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:48:43.592352 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port ca3458de-d254-4dd7-9020-ad86a070b0e3 is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:48:43.592793 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (ca3458de-d254-4dd7-9020-ad86a070b0e3), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:43.606239 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3458de-d254-4dd7-9020-ad86a070b0e3 {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:48:43.626364 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port ca3458de-d254-4dd7-9020-ad86a070b0e3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca3458de-d254-4dd7-9020-ad86a070b0e3,segment=NetworkSegment(f9a88999-ad66-4cee-af04-45cb7ac7f668),segment_id=f9a88999-ad66-4cee-af04-45cb7ac7f668)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:48:43.664017 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551976df-4adb-4d09-82b6-f930609ef750 req-2a86cc33-0f8e-43bf-b4e4-0cb49b5e3248 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:43.665519 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-551976df-4adb-4d09-82b6-f930609ef750 req-2a86cc33-0f8e-43bf-b4e4-0cb49b5e3248 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fa325b5-5660-4c24-8996-9367ea81144c HTTP/1.1" status: 200 len: 943 time: 0.0525472 Feb 21 00:48:43.692775 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (ca3458de-d254-4dd7-9020-ad86a070b0e3), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:43.713754 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-551976df-4adb-4d09-82b6-f930609ef750 req-8183e171-ecb2-4a8e-aefe-d21ad0f5bb31 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426176 Feb 21 00:48:43.742725 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=ca3458de-d254-4dd7-9020-ad86a070b0e3,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:43.897540 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['ca3458de-d254-4dd7-9020-ad86a070b0e3'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:48:44.834489 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597653f-b811-442c-98be-271dec2a2b96 req-7099af2e-da33-401c-8dc5-4760c7142196 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:44.835962 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a597653f-b811-442c-98be-271dec2a2b96 req-7099af2e-da33-401c-8dc5-4760c7142196 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fa325b5-5660-4c24-8996-9367ea81144c HTTP/1.1" status: 200 len: 944 time: 0.0531180 Feb 21 00:48:44.881713 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a597653f-b811-442c-98be-271dec2a2b96 req-74b53404-6b84-40f3-a88d-cbf5ce92f1b2 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402472 Feb 21 00:48:45.449353 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device ca3458de-d254-4dd7-9020-ad86a070b0e3 up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:48:45.555636 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port ca3458de-d254-4dd7-9020-ad86a070b0e3 completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:48:45.559466 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port ca3458de-d254-4dd7-9020-ad86a070b0e3 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:48:45.559852 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (ca3458de-d254-4dd7-9020-ad86a070b0e3), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:45.642734 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port ca3458de-d254-4dd7-9020-ad86a070b0e3 is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:48:45.643627 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (ca3458de-d254-4dd7-9020-ad86a070b0e3), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:45.670018 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa325b5-5660-4c24-8996-9367ea81144c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3458de-d254-4dd7-9020-ad86a070b0e3'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:48:45.672233 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b67bb6-ad1f-4f38-817c-ee657bab16f5" -d '{"events": [{"server_uuid": "6fa325b5-5660-4c24-8996-9367ea81144c", "name": "network-vif-plugged", "status": "completed", "tag": "ca3458de-d254-4dd7-9020-ad86a070b0e3"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:48:45.685110 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port ca3458de-d254-4dd7-9020-ad86a070b0e3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca3458de-d254-4dd7-9020-ad86a070b0e3,segment=NetworkSegment(f9a88999-ad66-4cee-af04-45cb7ac7f668),segment_id=f9a88999-ad66-4cee-af04-45cb7ac7f668)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:48:45.707490 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e759daf-75c3-49a9-9c62-4cf9ba996339 x-openstack-request-id: req-6e759daf-75c3-49a9-9c62-4cf9ba996339 {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:48:45.707795 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa325b5-5660-4c24-8996-9367ea81144c", "name": "network-vif-plugged", "status": "completed", "tag": "ca3458de-d254-4dd7-9020-ad86a070b0e3", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:48:45.712359 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e759daf-75c3-49a9-9c62-4cf9ba996339 {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:48:45.712359 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa325b5-5660-4c24-8996-9367ea81144c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3458de-d254-4dd7-9020-ad86a070b0e3', 'code': 200} Feb 21 00:48:45.722496 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (ca3458de-d254-4dd7-9020-ad86a070b0e3), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:45.773060 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=ca3458de-d254-4dd7-9020-ad86a070b0e3,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:45.969856 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe61aa-e2c5-43a9-93f2-a414114d0547 req-d5334f83-7c19-459b-85e1-a781d2d2dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:45.973099 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3efe61aa-e2c5-43a9-93f2-a414114d0547 req-d5334f83-7c19-459b-85e1-a781d2d2dcc2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6fa325b5-5660-4c24-8996-9367ea81144c HTTP/1.1" status: 200 len: 1129 time: 0.0613379 Feb 21 00:48:46.010373 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6947f-067c-4f2c-88f4-217d0886dbe2 req-c57d4fa4-6396-42c8-9581-698b5e7b7358 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:46.012613 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-84c6947f-067c-4f2c-88f4-217d0886dbe2 req-c57d4fa4-6396-42c8-9581-698b5e7b7358 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fa325b5-5660-4c24-8996-9367ea81144c HTTP/1.1" status: 200 len: 945 time: 0.0597847 Feb 21 00:48:46.023310 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3efe61aa-e2c5-43a9-93f2-a414114d0547 req-fab1ec3f-2dfb-411a-9319-435b090dd5aa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442834 Feb 21 00:48:46.061202 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-84c6947f-067c-4f2c-88f4-217d0886dbe2 req-b860ee50-a6ae-41db-829f-30c06fbb52e8 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 Feb 21 00:48:47.182514 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d32bd-0c90-4069-bf45-ca35924f5ee7 req-b7999ce0-dc8b-43e3-93bf-392bc1b5d71c tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:47.183970 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-596d32bd-0c90-4069-bf45-ca35924f5ee7 req-b7999ce0-dc8b-43e3-93bf-392bc1b5d71c tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fa325b5-5660-4c24-8996-9367ea81144c HTTP/1.1" status: 200 len: 945 time: 0.0524237 Feb 21 00:48:47.233037 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-596d32bd-0c90-4069-bf45-ca35924f5ee7 req-72986d69-801c-4e2b-bd92-cad9a406b018 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430946 Feb 21 00:48:48.355273 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66c8c7-a19e-4b01-9861-00975ae7087d req-437ff993-0e43-4cb5-a305-1ceefcd2911b tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:48.356728 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-da66c8c7-a19e-4b01-9861-00975ae7087d req-437ff993-0e43-4cb5-a305-1ceefcd2911b tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fa325b5-5660-4c24-8996-9367ea81144c HTTP/1.1" status: 200 len: 945 time: 0.0545154 Feb 21 00:48:48.401937 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-da66c8c7-a19e-4b01-9861-00975ae7087d req-a14b10cf-930f-49ef-aecf-cc60c10fa7b0 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397718 Feb 21 00:48:49.480348 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3fc0c-825a-4a27-8b51-c1c4c64b8aa6 req-0b768c58-0932-4085-9b7d-d2866e337593 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:49.481859 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-bbc3fc0c-825a-4a27-8b51-c1c4c64b8aa6 req-0b768c58-0932-4085-9b7d-d2866e337593 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fa325b5-5660-4c24-8996-9367ea81144c HTTP/1.1" status: 200 len: 945 time: 0.0518057 Feb 21 00:48:49.527963 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-bbc3fc0c-825a-4a27-8b51-c1c4c64b8aa6 req-18f39c6d-8ba2-4f40-9a12-101a36911eab tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405548 Feb 21 00:48:50.657775 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f36e1-4263-406c-826a-7f9ebdc96661 req-35ed70ba-604e-4fae-8ec8-f09c5daed8e2 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:50.659189 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2b8f36e1-4263-406c-826a-7f9ebdc96661 req-35ed70ba-604e-4fae-8ec8-f09c5daed8e2 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fa325b5-5660-4c24-8996-9367ea81144c HTTP/1.1" status: 200 len: 945 time: 0.0630727 Feb 21 00:48:50.717287 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2b8f36e1-4263-406c-826a-7f9ebdc96661 req-805d14b0-6868-4fd2-9580-a6cbd6ae4597 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/security-groups?id=02dcb1f7-ee6d-46e2-8591-7ba3ff062600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524132 Feb 21 00:48:50.851487 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55dc7fc-e2fd-4365-9638-340bd61b8fdf req-6bf383de-54a6-4327-aa73-beff17dd0465 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:48:50.852961 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b55dc7fc-e2fd-4365-9638-340bd61b8fdf req-6bf383de-54a6-4327-aa73-beff17dd0465 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fa325b5-5660-4c24-8996-9367ea81144c HTTP/1.1" status: 200 len: 945 time: 0.0514426 Feb 21 00:48:50.944647 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-b55dc7fc-e2fd-4365-9638-340bd61b8fdf req-bd192131-18f2-499c-a3e1-e7d41d4d2d48 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Deleting port ca3458de-d254-4dd7-9020-ad86a070b0e3 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:48:50.944917 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-b55dc7fc-e2fd-4365-9638-340bd61b8fdf req-bd192131-18f2-499c-a3e1-e7d41d4d2d48 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (ca3458de-d254-4dd7-9020-ad86a070b0e3), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:51.299635 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-b55dc7fc-e2fd-4365-9638-340bd61b8fdf req-bd192131-18f2-499c-a3e1-e7d41d4d2d48 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] For port ca3458de-d254-4dd7-9020-ad86a070b0e3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca3458de-d254-4dd7-9020-ad86a070b0e3,segment=NetworkSegment(f9a88999-ad66-4cee-af04-45cb7ac7f668),segment_id=f9a88999-ad66-4cee-af04-45cb7ac7f668)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:48:51.299992 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-b55dc7fc-e2fd-4365-9638-340bd61b8fdf req-bd192131-18f2-499c-a3e1-e7d41d4d2d48 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (ca3458de-d254-4dd7-9020-ad86a070b0e3), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:51.312643 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-b55dc7fc-e2fd-4365-9638-340bd61b8fdf req-bd192131-18f2-499c-a3e1-e7d41d4d2d48 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Calling delete_port for ca3458de-d254-4dd7-9020-ad86a070b0e3 owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:48:51.440639 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 57850) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:51.493156 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-b55dc7fc-e2fd-4365-9638-340bd61b8fdf req-bd192131-18f2-499c-a3e1-e7d41d4d2d48 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (ca3458de-d254-4dd7-9020-ad86a070b0e3), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:51.503979 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['ca3458de-d254-4dd7-9020-ad86a070b0e3'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:48:51.521899 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd192131-18f2-499c-a3e1-e7d41d4d2d48 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Pushing event deleted for resources: {'Port': ['ID=ca3458de-d254-4dd7-9020-ad86a070b0e3,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:51.547721 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d688f1eb-6dc4-480f-a96f-fb43a2dae222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:51.564347 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55dc7fc-e2fd-4365-9638-340bd61b8fdf req-bd192131-18f2-499c-a3e1-e7d41d4d2d48 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] No DVR routers for this DVR port ca3458de-d254-4dd7-9020-ad86a070b0e3 on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:48:51.567053 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-b55dc7fc-e2fd-4365-9638-340bd61b8fdf req-bd192131-18f2-499c-a3e1-e7d41d4d2d48 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:51.570346 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b55dc7fc-e2fd-4365-9638-340bd61b8fdf req-bd192131-18f2-499c-a3e1-e7d41d4d2d48 tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.61 "DELETE /v2.0/ports/ca3458de-d254-4dd7-9020-ad86a070b0e3 HTTP/1.1" status: 204 len: 173 time: 0.7124429 Feb 21 00:48:51.570780 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa325b5-5660-4c24-8996-9367ea81144c', 'name': 'network-vif-deleted', 'tag': 'ca3458de-d254-4dd7-9020-ad86a070b0e3'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:48:51.573058 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058a31a6-e7f2-425d-b3ed-a9ff2690e2e6" -d '{"events": [{"server_uuid": "6fa325b5-5660-4c24-8996-9367ea81144c", "name": "network-vif-deleted", "tag": "ca3458de-d254-4dd7-9020-ad86a070b0e3"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:48:51.613843 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01eb0dd8-3877-43ce-b844-696d86b14d0b x-openstack-request-id: req-01eb0dd8-3877-43ce-b844-696d86b14d0b {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:48:51.613843 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa325b5-5660-4c24-8996-9367ea81144c", "name": "network-vif-deleted", "tag": "ca3458de-d254-4dd7-9020-ad86a070b0e3", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:48:51.613843 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-01eb0dd8-3877-43ce-b844-696d86b14d0b {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:48:51.613843 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa325b5-5660-4c24-8996-9367ea81144c', 'name': 'network-vif-deleted', 'tag': 'ca3458de-d254-4dd7-9020-ad86a070b0e3', 'status': 'completed', 'code': 200} Feb 21 00:48:51.635853 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d688f1eb-6dc4-480f-a96f-fb43a2dae222 admin admin] Publish callbacks [] for security_group (a518d318-d2da-476c-b55f-bbcbbe3d6912), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:51.749903 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d688f1eb-6dc4-480f-a96f-fb43a2dae222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (a518d318-d2da-476c-b55f-bbcbbe3d6912), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:51.791554 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688f1eb-6dc4-480f-a96f-fb43a2dae222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a518d318-d2da-476c-b55f-bbcbbe3d6912,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:51.796352 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-d688f1eb-6dc4-480f-a96f-fb43a2dae222 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=79b9593aee9a4fc78b864e9c24747ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3545811 Feb 21 00:48:51.799125 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 57858) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:51.801543 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688f1eb-6dc4-480f-a96f-fb43a2dae222 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:51.801891 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688f1eb-6dc4-480f-a96f-fb43a2dae222 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:51.802231 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688f1eb-6dc4-480f-a96f-fb43a2dae222 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:51.802564 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688f1eb-6dc4-480f-a96f-fb43a2dae222 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:51.802891 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688f1eb-6dc4-480f-a96f-fb43a2dae222 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:51.803218 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688f1eb-6dc4-480f-a96f-fb43a2dae222 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:51.803539 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688f1eb-6dc4-480f-a96f-fb43a2dae222 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:51.803861 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688f1eb-6dc4-480f-a96f-fb43a2dae222 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:51.804220 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688f1eb-6dc4-480f-a96f-fb43a2dae222 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:51.804527 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688f1eb-6dc4-480f-a96f-fb43a2dae222 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:51.811259 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688f1eb-6dc4-480f-a96f-fb43a2dae222 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:51.811259 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688f1eb-6dc4-480f-a96f-fb43a2dae222 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:51.811259 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688f1eb-6dc4-480f-a96f-fb43a2dae222 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:48:51.821256 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2475b28d-a2e5-488a-9225-fa9b63b69031 req-452abd85-2776-408f-b212-f33e9047aecd tempest-VolumesActionsTest-2063854493 tempest-VolumesActionsTest-2063854493-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fa325b5-5660-4c24-8996-9367ea81144c HTTP/1.1" status: 200 len: 210 time: 0.0362682 Feb 21 00:48:51.864713 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f9167ba0-ddd0-4395-ab61-3d18dcb6bb15 admin admin] Publish callbacks [] for security_group (a518d318-d2da-476c-b55f-bbcbbe3d6912), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:51.888820 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f9167ba0-ddd0-4395-ab61-3d18dcb6bb15 admin admin] Publish callbacks [] for security_group (a518d318-d2da-476c-b55f-bbcbbe3d6912), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:52.001148 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f9167ba0-ddd0-4395-ab61-3d18dcb6bb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (a518d318-d2da-476c-b55f-bbcbbe3d6912), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:52.004644 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f9167ba0-ddd0-4395-ab61-3d18dcb6bb15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:52.005818 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-f9167ba0-ddd0-4395-ab61-3d18dcb6bb15 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a518d318-d2da-476c-b55f-bbcbbe3d6912 HTTP/1.1" status: 204 len: 168 time: 0.1914577 Feb 21 00:48:52.013900 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9167ba0-ddd0-4395-ab61-3d18dcb6bb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a518d318-d2da-476c-b55f-bbcbbe3d6912,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:52.595020 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 57864) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:52.609458 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c480a52a-2550-4299-b6eb-1597aa3144d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:52.680930 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c480a52a-2550-4299-b6eb-1597aa3144d3 admin admin] Publish callbacks [] for security_group (f2600768-7bb4-4e1c-84a4-2dbc08be9e35), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:52.744117 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c480a52a-2550-4299-b6eb-1597aa3144d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (f2600768-7bb4-4e1c-84a4-2dbc08be9e35), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:52.784418 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-c480a52a-2550-4299-b6eb-1597aa3144d3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=05a4c9d05eda437b975861d0f2113180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1882548 Feb 21 00:48:52.785321 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480a52a-2550-4299-b6eb-1597aa3144d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2600768-7bb4-4e1c-84a4-2dbc08be9e35,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:52.787735 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 57866) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:48:52.836146 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c409-a451-4547-bcd1-0a49049cbcb4 admin admin] Publish callbacks [] for security_group (f2600768-7bb4-4e1c-84a4-2dbc08be9e35), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:52.857362 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c409-a451-4547-bcd1-0a49049cbcb4 admin admin] Publish callbacks [] for security_group (f2600768-7bb4-4e1c-84a4-2dbc08be9e35), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:52.984099 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c409-a451-4547-bcd1-0a49049cbcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (f2600768-7bb4-4e1c-84a4-2dbc08be9e35), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:52.986761 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c409-a451-4547-bcd1-0a49049cbcb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:52.987988 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-a2b9c409-a451-4547-bcd1-0a49049cbcb4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f2600768-7bb4-4e1c-84a4-2dbc08be9e35 HTTP/1.1" status: 204 len: 168 time: 0.1986203 Feb 21 00:48:52.996411 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9c409-a451-4547-bcd1-0a49049cbcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2600768-7bb4-4e1c-84a4-2dbc08be9e35,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:48:55.867665 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device ca3458de-d254-4dd7-9020-ad86a070b0e3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:48:55.888283 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: ca3458de-d254-4dd7-9020-ad86a070b0e3 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:48:55.888659 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device ca3458de-d254-4dd7-9020-ad86a070b0e3 not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:48:56.881056 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:56.915029 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-05257c90-eb4d-4390-ab24-4565dff8ffbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:48:59.030063 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-cc1febeb-adad-46bf-aa3f-e2839f24566e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:00.315483 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:00.856108 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 58022) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:49:00.962506 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-02b42dae-bc2f-430a-8976-a96daf9a06a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:01.035193 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-02b42dae-bc2f-430a-8976-a96daf9a06a6 admin admin] Publish callbacks [] for security_group (060a89af-6f1c-47bc-9d9e-1153cd7b661e), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:01.103802 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-02b42dae-bc2f-430a-8976-a96daf9a06a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (060a89af-6f1c-47bc-9d9e-1153cd7b661e), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:01.139295 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b42dae-bc2f-430a-8976-a96daf9a06a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060a89af-6f1c-47bc-9d9e-1153cd7b661e,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:01.151069 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 58030) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:49:01.151552 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-02b42dae-bc2f-430a-8976-a96daf9a06a6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7ac5eed197ff4bedacdbd5486ebbb309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936349 Feb 21 00:49:01.211787 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-806fd208-c250-49ff-a3e6-3b8c61efb31a admin admin] Publish callbacks [] for security_group (060a89af-6f1c-47bc-9d9e-1153cd7b661e), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:01.239704 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-806fd208-c250-49ff-a3e6-3b8c61efb31a admin admin] Publish callbacks [] for security_group (060a89af-6f1c-47bc-9d9e-1153cd7b661e), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:01.361125 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-806fd208-c250-49ff-a3e6-3b8c61efb31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (060a89af-6f1c-47bc-9d9e-1153cd7b661e), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:01.364691 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-806fd208-c250-49ff-a3e6-3b8c61efb31a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:01.368820 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-806fd208-c250-49ff-a3e6-3b8c61efb31a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/060a89af-6f1c-47bc-9d9e-1153cd7b661e HTTP/1.1" status: 204 len: 168 time: 0.2166054 Feb 21 00:49:01.395260 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fd208-c250-49ff-a3e6-3b8c61efb31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060a89af-6f1c-47bc-9d9e-1153cd7b661e,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:01.663900 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:03.088135 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 58068) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:49:03.202495 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f4e308db-0d50-4400-a302-c9dd3beb8732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:03.298305 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f4e308db-0d50-4400-a302-c9dd3beb8732 admin admin] Publish callbacks [] for security_group (b4f39bf8-dd53-4261-aea1-51b6c26c5bde), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:03.303690 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:03.360979 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f4e308db-0d50-4400-a302-c9dd3beb8732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (b4f39bf8-dd53-4261-aea1-51b6c26c5bde), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:03.388757 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e308db-0d50-4400-a302-c9dd3beb8732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f39bf8-dd53-4261-aea1-51b6c26c5bde,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:03.420791 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-f4e308db-0d50-4400-a302-c9dd3beb8732 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=234f7da6fdd94daca5e8705efe4306ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314073 Feb 21 00:49:03.423344 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 58076) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:49:03.483866 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-7700bfd0-2bc6-416b-97df-038d2eb10f9c admin admin] Publish callbacks [] for security_group (b4f39bf8-dd53-4261-aea1-51b6c26c5bde), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:03.511319 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-7700bfd0-2bc6-416b-97df-038d2eb10f9c admin admin] Publish callbacks [] for security_group (b4f39bf8-dd53-4261-aea1-51b6c26c5bde), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:03.642109 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-7700bfd0-2bc6-416b-97df-038d2eb10f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (b4f39bf8-dd53-4261-aea1-51b6c26c5bde), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:03.645434 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-7700bfd0-2bc6-416b-97df-038d2eb10f9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:03.649436 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-7700bfd0-2bc6-416b-97df-038d2eb10f9c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4f39bf8-dd53-4261-aea1-51b6c26c5bde HTTP/1.1" status: 204 len: 168 time: 0.2227018 Feb 21 00:49:03.656847 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700bfd0-2bc6-416b-97df-038d2eb10f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f39bf8-dd53-4261-aea1-51b6c26c5bde,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:06.977413 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-e742b187-b751-4fcc-ade8-312e4b7645e0 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d9b66d35e41347969451ea36054d940f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320466 Feb 21 00:49:07.199695 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-dfd7fdf1-9526-4593-a762-060e23897f53 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:07.205069 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-dfd7fdf1-9526-4593-a762-060e23897f53 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2223778 Feb 21 00:49:07.221713 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-75319f06-d431-42c7-93be-1366b6afd3bd tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/quotas/d9b66d35e41347969451ea36054d940f HTTP/1.1" status: 200 len: 375 time: 0.0105100 Feb 21 00:49:07.259638 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-ee0a69f5-7f17-40c6-8e96-65888141900d tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d9b66d35e41347969451ea36054d940f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290260 Feb 21 00:49:07.755008 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-67cefc40-4082-416c-b729-8bc727a0689e req-b791e3fb-a6fb-4f3a-b450-0a916cc4eaaf tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/ports?device_id=d831e007-ac5c-40b9-be91-bd6e22d67f16 HTTP/1.1" status: 200 len: 210 time: 0.2684188 Feb 21 00:49:08.885253 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-de2a4fd5-c3d7-4fbc-a013-e43afd7a5501 req-8f4e8262-a209-4792-8c63-b98a345087b9 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/ports?device_id=d831e007-ac5c-40b9-be91-bd6e22d67f16 HTTP/1.1" status: 200 len: 210 time: 0.0394244 Feb 21 00:49:10.000060 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b93968a8-7ba5-4a6e-82f1-7b4c38cebcc8 req-af78846a-acd6-40e1-8dfe-3d2a36b7af24 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/ports?device_id=d831e007-ac5c-40b9-be91-bd6e22d67f16 HTTP/1.1" status: 200 len: 210 time: 0.0468235 Feb 21 00:49:10.005498 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-29d42a8e-67c3-4328-b090-b5a9140e908c tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=d9b66d35e41347969451ea36054d940f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308847 Feb 21 00:49:10.133816 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-44123519-5d9b-434e-850e-5f6d9812fdaf tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:10.135400 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-44123519-5d9b-434e-850e-5f6d9812fdaf tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1249368 Feb 21 00:49:10.147444 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-a486e04d-7113-47b1-b534-b20ded791e4e tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Request body: {'port': {'device_id': 'd831e007-ac5c-40b9-be91-bd6e22d67f16', 'network_id': '404654ad-84be-4054-ae50-5ec9641bad79', 'admin_state_up': True, 'tenant_id': 'd9b66d35e41347969451ea36054d940f'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:49:10.378186 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-a486e04d-7113-47b1-b534-b20ded791e4e tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Made reservation on behalf of d9b66d35e41347969451ea36054d940f for: {'port': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:49:10.384147 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-a486e04d-7113-47b1-b534-b20ded791e4e tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:10.391860 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-a486e04d-7113-47b1-b534-b20ded791e4e tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:10.485221 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-a486e04d-7113-47b1-b534-b20ded791e4e tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Publish callbacks [] for security_group (d8698d76-9dd4-4dba-8c8c-834f7a17c2e9), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:10.561261 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-a486e04d-7113-47b1-b534-b20ded791e4e tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (d8698d76-9dd4-4dba-8c8c-834f7a17c2e9), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:10.636642 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486e04d-7113-47b1-b534-b20ded791e4e tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8698d76-9dd4-4dba-8c8c-834f7a17c2e9,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:10.730670 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-a486e04d-7113-47b1-b534-b20ded791e4e tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Allocated IP 192.168.233.117 (404654ad-84be-4054-ae50-5ec9641bad79/7a9816bf-4ded-41c8-861f-460469a417ba/860f8f00-3c0f-49d1-8beb-1f332830f1d2) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:49:10.897848 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-a486e04d-7113-47b1-b534-b20ded791e4e tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Publish callbacks [] for port (860f8f00-3c0f-49d1-8beb-1f332830f1d2), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:10.973240 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-a486e04d-7113-47b1-b534-b20ded791e4e tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (860f8f00-3c0f-49d1-8beb-1f332830f1d2), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:11.033782 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486e04d-7113-47b1-b534-b20ded791e4e tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Pushing event updated for resources: {'Port': ['ID=860f8f00-3c0f-49d1-8beb-1f332830f1d2,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:11.037360 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-a486e04d-7113-47b1-b534-b20ded791e4e tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Network 404654ad-84be-4054-ae50-5ec9641bad79 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:49:11.039074 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-a486e04d-7113-47b1-b534-b20ded791e4e tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:49:11.041361 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-a486e04d-7113-47b1-b534-b20ded791e4e tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:49:11.106483 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-a486e04d-7113-47b1-b534-b20ded791e4e tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:11.107798 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-a486e04d-7113-47b1-b534-b20ded791e4e tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:11.168661 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c81f2a-bc51-4896-83b0-6eb0c7eda15f req-44a374be-10b7-4df0-afbe-649b0c17d414 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:11.169610 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-96c81f2a-bc51-4896-83b0-6eb0c7eda15f req-44a374be-10b7-4df0-afbe-649b0c17d414 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/ports?device_id=d831e007-ac5c-40b9-be91-bd6e22d67f16 HTTP/1.1" status: 200 len: 936 time: 0.0718224 Feb 21 00:49:11.248309 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-96c81f2a-bc51-4896-83b0-6eb0c7eda15f req-9093690f-a8d9-43c7-a1e2-41300a1c7f6c tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8698d76-9dd4-4dba-8c8c-834f7a17c2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722613 Feb 21 00:49:11.252002 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-a486e04d-7113-47b1-b534-b20ded791e4e tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1088929 Feb 21 00:49:11.280755 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Request body: {'port': {'device_id': 'd831e007-ac5c-40b9-be91-bd6e22d67f16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:49:11.375146 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (860f8f00-3c0f-49d1-8beb-1f332830f1d2), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:11.454326 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-620da89a-a9aa-4d16-b8bd-9f0e9a291622 None None] Provisioning complete for port 860f8f00-3c0f-49d1-8beb-1f332830f1d2 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:49:11.455556 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-620da89a-a9aa-4d16-b8bd-9f0e9a291622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (860f8f00-3c0f-49d1-8beb-1f332830f1d2), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:11.507837 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-620da89a-a9aa-4d16-b8bd-9f0e9a291622 None None] Port 860f8f00-3c0f-49d1-8beb-1f332830f1d2 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:49:11.718579 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c770c8-e2ae-445e-a86b-630ef885595d req-8b7af94f-a6f5-4519-ae89-73b7b6fdcdf1 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:11.720378 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-74c770c8-e2ae-445e-a86b-630ef885595d req-8b7af94f-a6f5-4519-ae89-73b7b6fdcdf1 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0980699 Feb 21 00:49:11.785254 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860f8f00-3c0f-49d1-8beb-1f332830f1d2 {{(pid=109907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:49:11.799260 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Publish callbacks [] for port (860f8f00-3c0f-49d1-8beb-1f332830f1d2), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:11.834735 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-74c770c8-e2ae-445e-a86b-630ef885595d req-af1b2191-883d-4f33-af60-859efa68e5cb tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853655 Feb 21 00:49:11.838141 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.provisioning_blocks [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Transition to ACTIVE for port object 860f8f00-3c0f-49d1-8beb-1f332830f1d2 will not be triggered until provisioned by entity L2. {{(pid=109907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:49:11.853240 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:49:11.898166 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (860f8f00-3c0f-49d1-8beb-1f332830f1d2), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:11.975628 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=860f8f00-3c0f-49d1-8beb-1f332830f1d2,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:12.067375 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Attempting to bind port 860f8f00-3c0f-49d1-8beb-1f332830f1d2 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:49:12.068347 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Attempting to bind port 860f8f00-3c0f-49d1-8beb-1f332830f1d2 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '95aa1d0f-c6c2-43c6-aa30-f1f55649d38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '404654ad-84be-4054-ae50-5ec9641bad79'}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:49:12.068716 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Attempting to bind port 860f8f00-3c0f-49d1-8beb-1f332830f1d2 on network 404654ad-84be-4054-ae50-5ec9641bad79 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:49:12.073962 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Port 860f8f00-3c0f-49d1-8beb-1f332830f1d2 on network 404654ad-84be-4054-ae50-5ec9641bad79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:49:12.074190 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Attempting to bind port 860f8f00-3c0f-49d1-8beb-1f332830f1d2 on network 404654ad-84be-4054-ae50-5ec9641bad79 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:49:12.079697 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:49:12.080044 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Checking segment: {'id': '95aa1d0f-c6c2-43c6-aa30-f1f55649d38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '404654ad-84be-4054-ae50-5ec9641bad79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:49:12.080439 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Bound using segment: {'id': '95aa1d0f-c6c2-43c6-aa30-f1f55649d38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '404654ad-84be-4054-ae50-5ec9641bad79'} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:49:12.080911 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Bound port: 860f8f00-3c0f-49d1-8beb-1f332830f1d2, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95aa1d0f-c6c2-43c6-aa30-f1f55649d38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '404654ad-84be-4054-ae50-5ec9641bad79'}}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:49:12.081272 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (860f8f00-3c0f-49d1-8beb-1f332830f1d2), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:12.164992 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] For port 860f8f00-3c0f-49d1-8beb-1f332830f1d2, host hv-cinder-81322, cleared binding levels {{(pid=109907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:49:12.169169 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] For port 860f8f00-3c0f-49d1-8beb-1f332830f1d2, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=860f8f00-3c0f-49d1-8beb-1f332830f1d2,segment=NetworkSegment(95aa1d0f-c6c2-43c6-aa30-f1f55649d38c),segment_id=95aa1d0f-c6c2-43c6-aa30-f1f55649d38c)] {{(pid=109907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:49:12.253284 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (860f8f00-3c0f-49d1-8beb-1f332830f1d2), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:12.294984 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:12.295830 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:12.297424 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] 10.222.0.61 "PUT /v2.0/ports/860f8f00-3c0f-49d1-8beb-1f332830f1d2 HTTP/1.1" status: 200 len: 1098 time: 1.0226402 Feb 21 00:49:12.299421 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd831e007-ac5c-40b9-be91-bd6e22d67f16', 'tag': '860f8f00-3c0f-49d1-8beb-1f332830f1d2'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:49:12.307578 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89e0dbf-ec93-4402-a0f5-196dfb0203b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d831e007-ac5c-40b9-be91-bd6e22d67f16", "tag": "860f8f00-3c0f-49d1-8beb-1f332830f1d2"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:49:12.453166 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b3849d-8d48-4d1b-b91b-0663ff7f198e x-openstack-request-id: req-40b3849d-8d48-4d1b-b91b-0663ff7f198e {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:49:12.453474 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d831e007-ac5c-40b9-be91-bd6e22d67f16", "tag": "860f8f00-3c0f-49d1-8beb-1f332830f1d2", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:49:12.454877 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-40b3849d-8d48-4d1b-b91b-0663ff7f198e {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:49:12.455341 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd831e007-ac5c-40b9-be91-bd6e22d67f16', 'tag': '860f8f00-3c0f-49d1-8beb-1f332830f1d2', 'status': 'completed', 'code': 200} Feb 21 00:49:12.481002 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ac602-1a87-4598-bfab-d4d375a462be req-948477ab-bf1c-4b2e-99d0-de5952d53853 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:12.483548 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ea8ac602-1a87-4598-bfab-d4d375a462be req-948477ab-bf1c-4b2e-99d0-de5952d53853 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/ports?device_id=d831e007-ac5c-40b9-be91-bd6e22d67f16 HTTP/1.1" status: 200 len: 948 time: 0.1396141 Feb 21 00:49:12.491184 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d181b3-2431-44d0-b59b-c342c4194ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=860f8f00-3c0f-49d1-8beb-1f332830f1d2,revision_number=3']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:12.549084 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-ac32f8b3-fca2-47e1-b430-95a3ea076f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:12.552183 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-ac32f8b3-fca2-47e1-b430-95a3ea076f2c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9b66d35e41347969451ea36054d940f&device_id=d831e007-ac5c-40b9-be91-bd6e22d67f16 HTTP/1.1" status: 200 len: 1132 time: 0.1393831 Feb 21 00:49:12.579253 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ea8ac602-1a87-4598-bfab-d4d375a462be req-430fd621-cf05-4dd2-b85c-922d20f3b2f9 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8698d76-9dd4-4dba-8c8c-834f7a17c2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878308 Feb 21 00:49:12.624291 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-e0d75a00-9c7d-4fa6-b988-9dfd38cfcd19 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=860f8f00-3c0f-49d1-8beb-1f332830f1d2 HTTP/1.1" status: 200 len: 217 time: 0.0643735 Feb 21 00:49:12.680943 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-8774fb8f-09d6-4bb6-81b6-efb41d74e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:12.682662 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-8774fb8f-09d6-4bb6-81b6-efb41d74e505 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a9816bf-4ded-41c8-861f-460469a417ba HTTP/1.1" status: 200 len: 843 time: 0.0514605 Feb 21 00:49:12.744183 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-c15662fe-90ef-44aa-b9ca-c0ce6061add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:12.745655 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-c15662fe-90ef-44aa-b9ca-c0ce6061add8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=404654ad-84be-4054-ae50-5ec9641bad79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0569351 Feb 21 00:49:12.851550 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-12e776f5-776b-4d90-8b6e-852f14a0a29e service neutron] 10.222.0.61 "GET /v2.0/networks/404654ad-84be-4054-ae50-5ec9641bad79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991323 Feb 21 00:49:12.984650 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-86f0c56a-0218-4b8f-b132-5034093cba31 req-c08a933e-126c-47ff-bdd0-7117619b1b2e service neutron] 10.222.0.61 "GET /v2.0/networks/404654ad-84be-4054-ae50-5ec9641bad79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271429 Feb 21 00:49:12.996813 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57039eec-39f3-4b7f-bddd-4524c69bad95 req-7071bf99-0313-4c78-9696-9fbdf87c6ffe tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:12.998231 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-57039eec-39f3-4b7f-bddd-4524c69bad95 req-7071bf99-0313-4c78-9696-9fbdf87c6ffe tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0812745 Feb 21 00:49:13.048278 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-57039eec-39f3-4b7f-bddd-4524c69bad95 req-82467acd-787a-45b5-9da3-d64a38843c0b tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436475 Feb 21 00:49:13.336545 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e0dbf-ec93-4402-a0f5-196dfb0203b8 req-1c5a8028-db2b-4d83-a3fc-21fe44e1f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:13.338813 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c89e0dbf-ec93-4402-a0f5-196dfb0203b8 req-1c5a8028-db2b-4d83-a3fc-21fe44e1f898 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9b66d35e41347969451ea36054d940f&device_id=d831e007-ac5c-40b9-be91-bd6e22d67f16 HTTP/1.1" status: 200 len: 1132 time: 0.0532706 Feb 21 00:49:13.440716 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e0dbf-ec93-4402-a0f5-196dfb0203b8 req-231a272d-4226-4924-ade2-888c4e24320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:13.443307 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c89e0dbf-ec93-4402-a0f5-196dfb0203b8 req-231a272d-4226-4924-ade2-888c4e24320f service neutron] 10.222.0.61 "GET /v2.0/networks?id=404654ad-84be-4054-ae50-5ec9641bad79 HTTP/1.1" status: 200 len: 870 time: 0.0979884 Feb 21 00:49:13.489692 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c89e0dbf-ec93-4402-a0f5-196dfb0203b8 req-77940693-2533-43ef-a19f-a20a84d7c752 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=860f8f00-3c0f-49d1-8beb-1f332830f1d2 HTTP/1.1" status: 200 len: 217 time: 0.0396085 Feb 21 00:49:13.545270 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e0dbf-ec93-4402-a0f5-196dfb0203b8 req-ae25f186-d3d1-4089-9c81-f955e42864e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:13.546908 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c89e0dbf-ec93-4402-a0f5-196dfb0203b8 req-ae25f186-d3d1-4089-9c81-f955e42864e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a9816bf-4ded-41c8-861f-460469a417ba HTTP/1.1" status: 200 len: 843 time: 0.0503895 Feb 21 00:49:13.599958 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e0dbf-ec93-4402-a0f5-196dfb0203b8 req-4a400386-419a-4479-a034-6302661fcc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:13.601912 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c89e0dbf-ec93-4402-a0f5-196dfb0203b8 req-4a400386-419a-4479-a034-6302661fcc3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=404654ad-84be-4054-ae50-5ec9641bad79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0490122 Feb 21 00:49:13.713651 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c89e0dbf-ec93-4402-a0f5-196dfb0203b8 req-f9a3a5d2-2f33-4441-88e8-35fa1c6e1808 service neutron] 10.222.0.61 "GET /v2.0/networks/404654ad-84be-4054-ae50-5ec9641bad79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044526 Feb 21 00:49:13.753223 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10b56d-9e01-49c0-8e4c-935e158931cb req-5973de53-b106-4fc5-9dc4-d6239344ff97 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:13.766497 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-dd10b56d-9e01-49c0-8e4c-935e158931cb req-5973de53-b106-4fc5-9dc4-d6239344ff97 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/ports?device_id=d831e007-ac5c-40b9-be91-bd6e22d67f16 HTTP/1.1" status: 200 len: 948 time: 0.0952528 Feb 21 00:49:13.817778 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c89e0dbf-ec93-4402-a0f5-196dfb0203b8 req-213cb3e0-ce8d-48d3-b4e5-4248ff7f8665 service neutron] 10.222.0.61 "GET /v2.0/networks/404654ad-84be-4054-ae50-5ec9641bad79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958755 Feb 21 00:49:13.818767 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-dd10b56d-9e01-49c0-8e4c-935e158931cb req-6247cf2c-b039-4e18-8fd7-3c1708e0c0d1 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8698d76-9dd4-4dba-8c8c-834f7a17c2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505953 Feb 21 00:49:14.173580 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d029-c366-4f10-8f27-36c18e2a9c33 req-9e3ad79b-cba4-483f-866f-ba1fe438fe7b tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:14.175062 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6b56d029-c366-4f10-8f27-36c18e2a9c33 req-9e3ad79b-cba4-483f-866f-ba1fe438fe7b tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0576649 Feb 21 00:49:14.223993 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6b56d029-c366-4f10-8f27-36c18e2a9c33 req-b4d62631-339e-43ce-89f2-7fcd8491d4db tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427163 Feb 21 00:49:14.934547 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fdd5c-c511-4493-8f3d-434054826643 req-6ea0b70e-b293-4dfc-84c8-443ed39c98f1 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:14.936006 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-443fdd5c-c511-4493-8f3d-434054826643 req-6ea0b70e-b293-4dfc-84c8-443ed39c98f1 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/ports?device_id=d831e007-ac5c-40b9-be91-bd6e22d67f16 HTTP/1.1" status: 200 len: 948 time: 0.0509005 Feb 21 00:49:14.981670 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-443fdd5c-c511-4493-8f3d-434054826643 req-ba2d54e9-2958-4058-9340-94bae0cda410 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8698d76-9dd4-4dba-8c8c-834f7a17c2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402756 Feb 21 00:49:15.346314 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff684e51-ca0f-4ff7-8a15-b5cbf38f84d3 req-ec3be33c-a956-42f1-9349-f22572973d53 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:15.347771 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ff684e51-ca0f-4ff7-8a15-b5cbf38f84d3 req-ec3be33c-a956-42f1-9349-f22572973d53 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0531802 Feb 21 00:49:15.396370 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ff684e51-ca0f-4ff7-8a15-b5cbf38f84d3 req-078d8063-4812-4fac-9e2b-5a176760d311 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424781 Feb 21 00:49:15.512995 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 860f8f00-3c0f-49d1-8beb-1f332830f1d2 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:49:15.609408 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 860f8f00-3c0f-49d1-8beb-1f332830f1d2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=860f8f00-3c0f-49d1-8beb-1f332830f1d2,segment=NetworkSegment(95aa1d0f-c6c2-43c6-aa30-f1f55649d38c),segment_id=95aa1d0f-c6c2-43c6-aa30-f1f55649d38c)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:49:15.620735 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': '860f8f00-3c0f-49d1-8beb-1f332830f1d2', 'network_id': '404654ad-84be-4054-ae50-5ec9641bad79', 'port_id': '860f8f00-3c0f-49d1-8beb-1f332830f1d2', 'mac_address': 'fa:16:3e:78:35:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9816bf-4ded-41c8-861f-460469a417ba', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:49:15.658192 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 860f8f00-3c0f-49d1-8beb-1f332830f1d2 is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:49:15.658597 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (860f8f00-3c0f-49d1-8beb-1f332830f1d2), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:15.672532 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860f8f00-3c0f-49d1-8beb-1f332830f1d2 {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:49:15.693011 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 860f8f00-3c0f-49d1-8beb-1f332830f1d2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=860f8f00-3c0f-49d1-8beb-1f332830f1d2,segment=NetworkSegment(95aa1d0f-c6c2-43c6-aa30-f1f55649d38c),segment_id=95aa1d0f-c6c2-43c6-aa30-f1f55649d38c)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:49:15.795450 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (860f8f00-3c0f-49d1-8beb-1f332830f1d2), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:15.844047 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=860f8f00-3c0f-49d1-8beb-1f332830f1d2,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:16.005506 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['860f8f00-3c0f-49d1-8beb-1f332830f1d2'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:49:16.103048 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7de6c9-6b02-46c4-b538-86554de6977f req-1b78f535-836f-4120-9ccb-f72dd533bb9e tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:16.105768 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-dc7de6c9-6b02-46c4-b538-86554de6977f req-1b78f535-836f-4120-9ccb-f72dd533bb9e tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/ports?device_id=d831e007-ac5c-40b9-be91-bd6e22d67f16 HTTP/1.1" status: 200 len: 949 time: 0.0547071 Feb 21 00:49:16.154531 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-dc7de6c9-6b02-46c4-b538-86554de6977f req-9f90f300-85c3-4953-9ff1-380620da0a68 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8698d76-9dd4-4dba-8c8c-834f7a17c2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444925 Feb 21 00:49:16.514161 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ff4d5-aa91-4309-9735-110abd7ecfdc req-5907f489-09eb-4724-8631-3f316782afc4 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:16.515617 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2b4ff4d5-aa91-4309-9735-110abd7ecfdc req-5907f489-09eb-4724-8631-3f316782afc4 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0519443 Feb 21 00:49:16.568139 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2b4ff4d5-aa91-4309-9735-110abd7ecfdc req-fd2b910f-9af3-4e84-bb03-08ef05754e71 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456417 Feb 21 00:49:17.430192 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5822d-67d5-429b-8650-32be70a74a68 req-9b70fd66-170e-49de-b056-a69e19640648 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:17.431662 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-19c5822d-67d5-429b-8650-32be70a74a68 req-9b70fd66-170e-49de-b056-a69e19640648 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/ports?device_id=d831e007-ac5c-40b9-be91-bd6e22d67f16 HTTP/1.1" status: 200 len: 949 time: 0.0541635 Feb 21 00:49:17.478741 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-19c5822d-67d5-429b-8650-32be70a74a68 req-0eb4c163-7f79-43ff-9564-8cde2dcaa94d tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8698d76-9dd4-4dba-8c8c-834f7a17c2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413194 Feb 21 00:49:17.529411 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 860f8f00-3c0f-49d1-8beb-1f332830f1d2 up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:49:17.623896 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port 860f8f00-3c0f-49d1-8beb-1f332830f1d2 completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:49:17.628167 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port 860f8f00-3c0f-49d1-8beb-1f332830f1d2 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:49:17.628586 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (860f8f00-3c0f-49d1-8beb-1f332830f1d2), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:17.688814 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae41fd-8140-4ae1-bcfa-033557f79294 req-2107a712-c125-4ece-895d-3f98c367d56a tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:17.690275 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94ae41fd-8140-4ae1-bcfa-033557f79294 req-2107a712-c125-4ece-895d-3f98c367d56a tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0539193 Feb 21 00:49:17.710770 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 860f8f00-3c0f-49d1-8beb-1f332830f1d2 is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:49:17.711160 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (860f8f00-3c0f-49d1-8beb-1f332830f1d2), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:17.734429 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd831e007-ac5c-40b9-be91-bd6e22d67f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860f8f00-3c0f-49d1-8beb-1f332830f1d2'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:49:17.736686 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ab5f0e-9eb5-4e2b-8b7b-c99e5e4df396" -d '{"events": [{"server_uuid": "d831e007-ac5c-40b9-be91-bd6e22d67f16", "name": "network-vif-plugged", "status": "completed", "tag": "860f8f00-3c0f-49d1-8beb-1f332830f1d2"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:49:17.739831 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94ae41fd-8140-4ae1-bcfa-033557f79294 req-bbb6db86-cfe6-44a7-9f73-c426ab14b8e0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439541 Feb 21 00:49:17.751561 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 860f8f00-3c0f-49d1-8beb-1f332830f1d2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=860f8f00-3c0f-49d1-8beb-1f332830f1d2,segment=NetworkSegment(95aa1d0f-c6c2-43c6-aa30-f1f55649d38c),segment_id=95aa1d0f-c6c2-43c6-aa30-f1f55649d38c)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:49:17.773309 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247343b8-473e-4c74-a740-11322f09a121 x-openstack-request-id: req-247343b8-473e-4c74-a740-11322f09a121 {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:49:17.773608 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d831e007-ac5c-40b9-be91-bd6e22d67f16", "name": "network-vif-plugged", "status": "completed", "tag": "860f8f00-3c0f-49d1-8beb-1f332830f1d2", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:49:17.773863 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-247343b8-473e-4c74-a740-11322f09a121 {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:49:17.774256 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd831e007-ac5c-40b9-be91-bd6e22d67f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860f8f00-3c0f-49d1-8beb-1f332830f1d2', 'code': 200} Feb 21 00:49:17.807260 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (860f8f00-3c0f-49d1-8beb-1f332830f1d2), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:17.855221 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=860f8f00-3c0f-49d1-8beb-1f332830f1d2,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:18.060209 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd02504-4d56-402c-9852-ff8779c2b322 req-cbf01a1d-975b-420a-95ed-3f5d3109a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:18.061632 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5dd02504-4d56-402c-9852-ff8779c2b322 req-cbf01a1d-975b-420a-95ed-3f5d3109a869 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d831e007-ac5c-40b9-be91-bd6e22d67f16 HTTP/1.1" status: 200 len: 1134 time: 0.0431943 Feb 21 00:49:18.104220 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5dd02504-4d56-402c-9852-ff8779c2b322 req-e533a02b-e9d5-4d00-829c-db158c92eba5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d8698d76-9dd4-4dba-8c8c-834f7a17c2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362649 Feb 21 00:49:18.172462 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 58300) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:49:18.221217 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_v2 [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] Deleting subnet 429f579a-4c38-41bf-91aa-0c8184d1ec7f {{(pid=109907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:49:18.224721 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] Publish callbacks [] for subnet (429f579a-4c38-41bf-91aa-0c8184d1ec7f), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:18.258543 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12006473'] for subnet (429f579a-4c38-41bf-91aa-0c8184d1ec7f), precommit_delete_associations {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:18.299746 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3371724'] for subnet (429f579a-4c38-41bf-91aa-0c8184d1ec7f), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:18.395574 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3371765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12339631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489544'] for subnet (429f579a-4c38-41bf-91aa-0c8184d1ec7f), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:18.420980 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=429f579a-4c38-41bf-91aa-0c8184d1ec7f,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:18.425354 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:18.430322 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/429f579a-4c38-41bf-91aa-0c8184d1ec7f HTTP/1.1" status: 204 len: 168 time: 0.2560780 Feb 21 00:49:18.432467 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 58302) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:49:18.434608 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:18.434962 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:18.435361 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:18.435698 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:18.436028 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:18.436354 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:18.436707 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:18.437113 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:18.437544 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:18.437872 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:18.438196 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:18.438516 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:18.438836 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46445b54-0965-4202-8aac-26bb02c9688c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:18.511839 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1c9ab00b-1f15-4652-9a85-8b3cdd94a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825413'] for network (672a4822-b5e8-4884-a247-98fdda41320c), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:18.593498 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1c9ab00b-1f15-4652-9a85-8b3cdd94a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3370565', 'neutron.services.segments.db._delete_segments_for_network-8788922944314'] for network (672a4822-b5e8-4884-a247-98fdda41320c), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:18.604267 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b868c-3fe8-4964-8026-505cfbb20c07 req-f1ec7c3e-44f3-4342-ae33-a88ef862c018 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:18.605859 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-478b868c-3fe8-4964-8026-505cfbb20c07 req-f1ec7c3e-44f3-4342-ae33-a88ef862c018 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/ports?device_id=d831e007-ac5c-40b9-be91-bd6e22d67f16 HTTP/1.1" status: 200 len: 950 time: 0.0612936 Feb 21 00:49:18.624601 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-1c9ab00b-1f15-4652-9a85-8b3cdd94a892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672a4822-b5e8-4884-a247-98fdda41320c']}} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:49:18.636669 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-1c9ab00b-1f15-4652-9a85-8b3cdd94a892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a88999-ad66-4cee-af04-45cb7ac7f668') {'for_net_delete': True} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:49:18.636957 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-1c9ab00b-1f15-4652-9a85-8b3cdd94a892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a88999-ad66-4cee-af04-45cb7ac7f668') {} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:49:18.649672 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1c9ab00b-1f15-4652-9a85-8b3cdd94a892 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788922945603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863475'] for segment (f9a88999-ad66-4cee-af04-45cb7ac7f668), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:18.659755 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-478b868c-3fe8-4964-8026-505cfbb20c07 req-41bb6604-088f-4550-a2e7-61f04b81605d tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8698d76-9dd4-4dba-8c8c-834f7a17c2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483267 Feb 21 00:49:18.666916 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1c9ab00b-1f15-4652-9a85-8b3cdd94a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (f9a88999-ad66-4cee-af04-45cb7ac7f668), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:18.674442 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9ab00b-1f15-4652-9a85-8b3cdd94a892 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=109906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:49:18.674754 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1c9ab00b-1f15-4652-9a85-8b3cdd94a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11782213'] for segment (f9a88999-ad66-4cee-af04-45cb7ac7f668), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: Traceback (most recent call last): Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: timer() Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: cb(*args, **kw) Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: return func(*args, **kwargs) Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: self._notify() Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: self.callback(batched_events) Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: event.method(event) Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: return f(self, *a, **k) Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: return self._get(url).json() Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: return self.request(url, 'GET', **kwargs) Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:49:18.677521 dv-cinder-813224-6-iscsi neutron-server[109906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:49:18.817994 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1c9ab00b-1f15-4652-9a85-8b3cdd94a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3370574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362209'] for network (672a4822-b5e8-4884-a247-98fdda41320c), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:18.823920 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1c9ab00b-1f15-4652-9a85-8b3cdd94a892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:18.827710 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-1c9ab00b-1f15-4652-9a85-8b3cdd94a892 admin admin] 10.222.0.81 "DELETE /v2.0/networks/672a4822-b5e8-4884-a247-98fdda41320c HTTP/1.1" status: 204 len: 168 time: 0.3941872 Feb 21 00:49:18.843305 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ab00b-1f15-4652-9a85-8b3cdd94a892 admin admin] Pushing event deleted for resources: {'Network': ['ID=672a4822-b5e8-4884-a247-98fdda41320c,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:18.899085 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c130ee-8658-40e2-ba0d-b642dccabded req-f934647f-0efb-48ba-8c5c-416493d4e131 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:18.900680 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-25c130ee-8658-40e2-ba0d-b642dccabded req-f934647f-0efb-48ba-8c5c-416493d4e131 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0592661 Feb 21 00:49:18.960811 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-25c130ee-8658-40e2-ba0d-b642dccabded req-0eed60d4-9f79-46c8-92ef-6d3e711bcef6 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540998 Feb 21 00:49:19.245894 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 58310) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:49:19.306929 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-48c99e8e-069d-4920-a30e-0193ecad652a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=52f3595f401e48a3aaa00e4e90ee64f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0594261 Feb 21 00:49:19.309158 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 58312) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:49:19.360437 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b1039d1f-c44e-4e13-b373-c772ac153623 admin admin] Publish callbacks [] for security_group (02dcb1f7-ee6d-46e2-8591-7ba3ff062600), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:19.380687 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b1039d1f-c44e-4e13-b373-c772ac153623 admin admin] Publish callbacks [] for security_group (02dcb1f7-ee6d-46e2-8591-7ba3ff062600), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:19.491981 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b1039d1f-c44e-4e13-b373-c772ac153623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (02dcb1f7-ee6d-46e2-8591-7ba3ff062600), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:19.494520 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-b1039d1f-c44e-4e13-b373-c772ac153623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:19.495659 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-b1039d1f-c44e-4e13-b373-c772ac153623 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/02dcb1f7-ee6d-46e2-8591-7ba3ff062600 HTTP/1.1" status: 204 len: 168 time: 0.1855822 Feb 21 00:49:19.503238 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1039d1f-c44e-4e13-b373-c772ac153623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dcb1f7-ee6d-46e2-8591-7ba3ff062600,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:19.783019 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef99178-d676-48df-9bc2-5a1f68f2576e req-e4fefbb0-3832-4a1e-8544-f4c95ad0f901 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:19.784484 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6ef99178-d676-48df-9bc2-5a1f68f2576e req-e4fefbb0-3832-4a1e-8544-f4c95ad0f901 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/ports?device_id=d831e007-ac5c-40b9-be91-bd6e22d67f16 HTTP/1.1" status: 200 len: 950 time: 0.0529952 Feb 21 00:49:19.831379 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6ef99178-d676-48df-9bc2-5a1f68f2576e req-81436633-001b-47a1-94aa-53800765fe15 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8698d76-9dd4-4dba-8c8c-834f7a17c2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411720 Feb 21 00:49:20.087324 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d7dae-3111-4128-b907-84470c135658 req-f8408339-e164-4eca-8484-2a1501dbd548 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:20.088819 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2a0d7dae-3111-4128-b907-84470c135658 req-f8408339-e164-4eca-8484-2a1501dbd548 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0562022 Feb 21 00:49:20.137715 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2a0d7dae-3111-4128-b907-84470c135658 req-37e1d6cb-68fc-4a7f-9804-354a95487a2a tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433798 Feb 21 00:49:20.312110 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c346e7-bb31-4e95-b3fa-20345dc41654 req-a23c23a9-5a98-4fc4-92f2-0653bcf862af tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:20.313642 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-00c346e7-bb31-4e95-b3fa-20345dc41654 req-a23c23a9-5a98-4fc4-92f2-0653bcf862af tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/ports?device_id=d831e007-ac5c-40b9-be91-bd6e22d67f16 HTTP/1.1" status: 200 len: 950 time: 0.0525866 Feb 21 00:49:20.364013 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-00c346e7-bb31-4e95-b3fa-20345dc41654 req-b3e65d45-a686-404b-8aa3-2e4a389d50f5 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8698d76-9dd4-4dba-8c8c-834f7a17c2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434413 Feb 21 00:49:21.259155 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fde39f-d022-43ac-9a82-b2cef78e9b58 req-13699328-e7da-49a0-bccb-25eb99bb4430 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:21.260653 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-04fde39f-d022-43ac-9a82-b2cef78e9b58 req-13699328-e7da-49a0-bccb-25eb99bb4430 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0529268 Feb 21 00:49:21.309353 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-04fde39f-d022-43ac-9a82-b2cef78e9b58 req-8af47a4e-1db7-4a22-8e5d-980b57466f6a tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431738 Feb 21 00:49:21.488000 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a93027-a70b-4c71-be7c-0c6094325c8a req-ade9568a-ee55-42f9-9b87-439d4b2db12c tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:21.489770 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-22a93027-a70b-4c71-be7c-0c6094325c8a req-ade9568a-ee55-42f9-9b87-439d4b2db12c tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/ports?device_id=d831e007-ac5c-40b9-be91-bd6e22d67f16 HTTP/1.1" status: 200 len: 950 time: 0.0542948 Feb 21 00:49:21.539983 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-22a93027-a70b-4c71-be7c-0c6094325c8a req-a4ef1a72-918d-4e9e-b467-f2c6c76f4c1b tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8698d76-9dd4-4dba-8c8c-834f7a17c2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442467 Feb 21 00:49:21.591275 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e161a01-f286-42b1-b856-767a0dfd3fab req-6e512be0-a9c3-4929-989e-c6bafc27fcc3 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:21.592750 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1e161a01-f286-42b1-b856-767a0dfd3fab req-6e512be0-a9c3-4929-989e-c6bafc27fcc3 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.61 "GET /v2.0/ports?device_id=d831e007-ac5c-40b9-be91-bd6e22d67f16 HTTP/1.1" status: 200 len: 950 time: 0.0519104 Feb 21 00:49:21.683559 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-1e161a01-f286-42b1-b856-767a0dfd3fab req-fcef67f9-d5c4-473e-8c36-cf972c4fdd23 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Deleting port 860f8f00-3c0f-49d1-8beb-1f332830f1d2 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:49:21.683815 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-1e161a01-f286-42b1-b856-767a0dfd3fab req-fcef67f9-d5c4-473e-8c36-cf972c4fdd23 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (860f8f00-3c0f-49d1-8beb-1f332830f1d2), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:21.788346 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-1e161a01-f286-42b1-b856-767a0dfd3fab req-fcef67f9-d5c4-473e-8c36-cf972c4fdd23 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] For port 860f8f00-3c0f-49d1-8beb-1f332830f1d2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=860f8f00-3c0f-49d1-8beb-1f332830f1d2,segment=NetworkSegment(95aa1d0f-c6c2-43c6-aa30-f1f55649d38c),segment_id=95aa1d0f-c6c2-43c6-aa30-f1f55649d38c)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:49:21.788767 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-1e161a01-f286-42b1-b856-767a0dfd3fab req-fcef67f9-d5c4-473e-8c36-cf972c4fdd23 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (860f8f00-3c0f-49d1-8beb-1f332830f1d2), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:21.802197 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-1e161a01-f286-42b1-b856-767a0dfd3fab req-fcef67f9-d5c4-473e-8c36-cf972c4fdd23 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Calling delete_port for 860f8f00-3c0f-49d1-8beb-1f332830f1d2 owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:49:21.920315 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0fe31-e83c-453e-b227-f4f29a5be65a req-13e8e856-80df-48e4-9e3d-190f4457f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:21.921974 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-81c0fe31-e83c-453e-b227-f4f29a5be65a req-13e8e856-80df-48e4-9e3d-190f4457f482 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d72182772ed4494590eaf3e9e402c4f3&device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 1130 time: 0.0772393 Feb 21 00:49:22.062214 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0fe31-e83c-453e-b227-f4f29a5be65a req-913e8841-f144-47d2-b8e2-c316d55a5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:22.070052 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-81c0fe31-e83c-453e-b227-f4f29a5be65a req-913e8841-f144-47d2-b8e2-c316d55a5cab service neutron] 10.222.0.61 "GET /v2.0/networks?id=daf5fe06-0d2f-4672-a789-249ffdebe987 HTTP/1.1" status: 200 len: 909 time: 0.1422329 Feb 21 00:49:22.117459 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-1e161a01-f286-42b1-b856-767a0dfd3fab req-fcef67f9-d5c4-473e-8c36-cf972c4fdd23 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (860f8f00-3c0f-49d1-8beb-1f332830f1d2), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:22.128393 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['860f8f00-3c0f-49d1-8beb-1f332830f1d2'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:49:22.153036 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef67f9-d5c4-473e-8c36-cf972c4fdd23 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Pushing event deleted for resources: {'Port': ['ID=860f8f00-3c0f-49d1-8beb-1f332830f1d2,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:22.207601 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e161a01-f286-42b1-b856-767a0dfd3fab req-fcef67f9-d5c4-473e-8c36-cf972c4fdd23 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] No DVR routers for this DVR port 860f8f00-3c0f-49d1-8beb-1f332830f1d2 on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:49:22.211509 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-81c0fe31-e83c-453e-b227-f4f29a5be65a req-713dcc61-95c1-47c1-bb1b-64bc7cefd4b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a426c4-2d0f-4fab-914a-e9126f67e57d HTTP/1.1" status: 200 len: 1001 time: 0.1354899 Feb 21 00:49:22.213318 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-1e161a01-f286-42b1-b856-767a0dfd3fab req-fcef67f9-d5c4-473e-8c36-cf972c4fdd23 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:22.216724 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1e161a01-f286-42b1-b856-767a0dfd3fab req-fcef67f9-d5c4-473e-8c36-cf972c4fdd23 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.61 "DELETE /v2.0/ports/860f8f00-3c0f-49d1-8beb-1f332830f1d2 HTTP/1.1" status: 204 len: 173 time: 0.6189175 Feb 21 00:49:22.223968 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd831e007-ac5c-40b9-be91-bd6e22d67f16', 'name': 'network-vif-deleted', 'tag': '860f8f00-3c0f-49d1-8beb-1f332830f1d2'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:49:22.223968 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9fae88-f3d0-4e0c-b42c-8849043edc6d" -d '{"events": [{"server_uuid": "d831e007-ac5c-40b9-be91-bd6e22d67f16", "name": "network-vif-deleted", "tag": "860f8f00-3c0f-49d1-8beb-1f332830f1d2"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:49:22.266726 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2197586a-1606-4e5a-8e91-4cbeda614a4b x-openstack-request-id: req-2197586a-1606-4e5a-8e91-4cbeda614a4b {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:49:22.266877 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d831e007-ac5c-40b9-be91-bd6e22d67f16", "name": "network-vif-deleted", "tag": "860f8f00-3c0f-49d1-8beb-1f332830f1d2", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:49:22.267087 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2197586a-1606-4e5a-8e91-4cbeda614a4b {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:49:22.267492 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd831e007-ac5c-40b9-be91-bd6e22d67f16', 'name': 'network-vif-deleted', 'tag': '860f8f00-3c0f-49d1-8beb-1f332830f1d2', 'status': 'completed', 'code': 200} Feb 21 00:49:22.282473 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0fe31-e83c-453e-b227-f4f29a5be65a req-8d306a7e-c35e-4e58-93c9-3058a93f31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:22.284522 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-81c0fe31-e83c-453e-b227-f4f29a5be65a req-8d306a7e-c35e-4e58-93c9-3058a93f31e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae6479e3-eb90-4aa2-a4c9-038d153e077c HTTP/1.1" status: 200 len: 847 time: 0.0622621 Feb 21 00:49:22.349676 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0fe31-e83c-453e-b227-f4f29a5be65a req-e4814a62-6644-415e-8466-07d111d6e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:22.352832 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-81c0fe31-e83c-453e-b227-f4f29a5be65a req-e4814a62-6644-415e-8466-07d111d6e981 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf5fe06-0d2f-4672-a789-249ffdebe987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559385 Feb 21 00:49:22.493936 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c7fee-2b15-4b4b-8567-ac82b7c6d6c3 req-a3e17adc-5afa-44bc-a65f-c3e4608cc8a8 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:22.495410 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e92c7fee-2b15-4b4b-8567-ac82b7c6d6c3 req-a3e17adc-5afa-44bc-a65f-c3e4608cc8a8 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.1081073 Feb 21 00:49:22.497906 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-81c0fe31-e83c-453e-b227-f4f29a5be65a req-1f5b92d7-f255-4896-ae32-4b832a788aed service neutron] 10.222.0.61 "GET /v2.0/networks/daf5fe06-0d2f-4672-a789-249ffdebe987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310906 Feb 21 00:49:22.602764 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e92c7fee-2b15-4b4b-8567-ac82b7c6d6c3 req-6dbc0bce-cc1a-4111-b1dd-8525bccaade5 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995646 Feb 21 00:49:22.633692 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-81c0fe31-e83c-453e-b227-f4f29a5be65a req-6d850a20-cf69-4ce8-8172-3f0658cc6e0b service neutron] 10.222.0.61 "GET /v2.0/networks/daf5fe06-0d2f-4672-a789-249ffdebe987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239414 Feb 21 00:49:22.655485 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-92e48b43-a76c-40e8-8e78-3a1d5418d134 req-3f42518d-6d1e-4222-9a19-21a36a5d8f73 tempest-VolumesNegativeTest-1715673243 tempest-VolumesNegativeTest-1715673243-project] 10.222.0.81 "GET /v2.0/ports?device_id=d831e007-ac5c-40b9-be91-bd6e22d67f16 HTTP/1.1" status: 200 len: 210 time: 0.0299380 Feb 21 00:49:23.733906 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78845c4b-7be3-4d0d-8d23-52f49931a2b4 req-6d1384be-3e52-4019-aa67-e4e30626c321 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:23.735393 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-78845c4b-7be3-4d0d-8d23-52f49931a2b4 req-6d1384be-3e52-4019-aa67-e4e30626c321 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0562856 Feb 21 00:49:23.787146 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-78845c4b-7be3-4d0d-8d23-52f49931a2b4 req-896a713e-2c15-4ced-9728-5d10aedbc3fd tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460598 Feb 21 00:49:24.911623 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9426b3a-ab64-41db-b2c1-d509330a5e57 req-ed180c32-6f69-4d4f-b359-6f82a5278194 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:24.913450 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f9426b3a-ab64-41db-b2c1-d509330a5e57 req-ed180c32-6f69-4d4f-b359-6f82a5278194 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0570688 Feb 21 00:49:24.962578 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f9426b3a-ab64-41db-b2c1-d509330a5e57 req-5191c5f2-d714-4565-b854-47638a946c85 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434463 Feb 21 00:49:25.592546 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 860f8f00-3c0f-49d1-8beb-1f332830f1d2 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:49:25.612032 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: 860f8f00-3c0f-49d1-8beb-1f332830f1d2 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:49:25.612385 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 860f8f00-3c0f-49d1-8beb-1f332830f1d2 not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:49:26.091146 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fb7bf-1e53-47af-8656-2ecea5e2fc2b req-87d876dd-9a97-4420-95df-3f02c7a3d761 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:26.093730 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-444fb7bf-1e53-47af-8656-2ecea5e2fc2b req-87d876dd-9a97-4420-95df-3f02c7a3d761 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0569468 Feb 21 00:49:26.144896 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-444fb7bf-1e53-47af-8656-2ecea5e2fc2b req-2c7f0f88-b035-468f-81da-9964029e99e4 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450704 Feb 21 00:49:26.559156 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31d301-42eb-463c-987f-77b1e7090532 req-736a39a3-ace0-4bab-ae7c-f86ee60a3a8d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:26.560750 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bc31d301-42eb-463c-987f-77b1e7090532 req-736a39a3-ace0-4bab-ae7c-f86ee60a3a8d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0613918 Feb 21 00:49:26.626592 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bc31d301-42eb-463c-987f-77b1e7090532 req-c342b96f-ab92-4232-a82a-5cc404acb4b2 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543406 Feb 21 00:49:26.694940 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94d77a49-55c3-4e85-9bf8-e3c43ba8ded4 req-3ced416b-a0bc-420d-846b-cead57a5e264 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1548533 Feb 21 00:49:26.863680 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:26.881015 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-23546765-ff92-494b-a7a3-50f6b0e88fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:26.889997 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d77a49-55c3-4e85-9bf8-e3c43ba8ded4 req-b8c61a12-916c-4eea-9415-2a92f6c53ae0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:26.891615 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94d77a49-55c3-4e85-9bf8-e3c43ba8ded4 req-b8c61a12-916c-4eea-9415-2a92f6c53ae0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports/c0a426c4-2d0f-4fab-914a-e9126f67e57d HTTP/1.1" status: 200 len: 943 time: 0.1688955 Feb 21 00:49:27.608365 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device c0a426c4-2d0f-4fab-914a-e9126f67e57d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:49:27.714983 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port c0a426c4-2d0f-4fab-914a-e9126f67e57d is: ACTIVE; New status is: DOWN {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:49:27.715477 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:27.759942 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb8a2e1-a5ba-4944-8ece-4b2035102206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:49:27.765268 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d591e7a-ed7d-4046-ae23-5b3c777e0fb0" -d '{"events": [{"server_uuid": "abb8a2e1-a5ba-4944-8ece-4b2035102206", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a426c4-2d0f-4fab-914a-e9126f67e57d"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:49:27.779567 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a640e-7d05-4b90-899f-dea1d496a8f4 req-aa18f81e-cb07-4098-b8f7-3d5cd754f408 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:27.781960 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port c0a426c4-2d0f-4fab-914a-e9126f67e57d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c0a426c4-2d0f-4fab-914a-e9126f67e57d,segment=NetworkSegment(3496238a-f950-46cb-bba4-17a3a59fc57e),segment_id=3496238a-f950-46cb-bba4-17a3a59fc57e)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:49:27.782375 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a75a640e-7d05-4b90-899f-dea1d496a8f4 req-aa18f81e-cb07-4098-b8f7-3d5cd754f408 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0838428 Feb 21 00:49:27.807950 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Feb 2022 00:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bd28d9-1d3f-4033-98c5-034809d06fa2 x-openstack-request-id: req-87bd28d9-1d3f-4033-98c5-034809d06fa2 {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:49:27.808248 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb8a2e1-a5ba-4944-8ece-4b2035102206", "name": "network-vif-unplugged", "status": "failed", "tag": "c0a426c4-2d0f-4fab-914a-e9126f67e57d", "code": 422}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:49:27.808509 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87bd28d9-1d3f-4033-98c5-034809d06fa2 {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:49:27.808959 dv-cinder-813224-6-iscsi neutron-server[109908]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'abb8a2e1-a5ba-4944-8ece-4b2035102206', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d', 'code': 422} returned with failed status Feb 21 00:49:27.843128 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a75a640e-7d05-4b90-899f-dea1d496a8f4 req-bc499234-2060-4464-8110-e1d088e59b7e tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517025 Feb 21 00:49:27.892347 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:27.942559 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=c0a426c4-2d0f-4fab-914a-e9126f67e57d,revision_number=6']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:28.979509 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4f994-c62b-4bcf-a209-722dcba23155 req-aa459d53-5eee-4c75-93e8-0fae2736fb85 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:28.981006 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bea4f994-c62b-4bcf-a209-722dcba23155 req-aa459d53-5eee-4c75-93e8-0fae2736fb85 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 944 time: 0.0597577 Feb 21 00:49:29.023818 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-4272855c-654f-4672-bf1e-98c15b8f0676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:29.032779 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-bea4f994-c62b-4bcf-a209-722dcba23155 req-a73d7405-070c-4958-9762-15b692314a60 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462432 Feb 21 00:49:29.246073 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d77a49-55c3-4e85-9bf8-e3c43ba8ded4 req-d41cfd1d-8f39-4594-b42f-e546e36150e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:29.247699 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94d77a49-55c3-4e85-9bf8-e3c43ba8ded4 req-d41cfd1d-8f39-4594-b42f-e546e36150e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206&tenant_id=d72182772ed4494590eaf3e9e402c4f3 HTTP/1.1" status: 200 len: 1128 time: 0.0451288 Feb 21 00:49:29.318610 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d77a49-55c3-4e85-9bf8-e3c43ba8ded4 req-21b65854-d541-4864-a14c-bcfc75e908e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:29.320363 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94d77a49-55c3-4e85-9bf8-e3c43ba8ded4 req-21b65854-d541-4864-a14c-bcfc75e908e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d72182772ed4494590eaf3e9e402c4f3&device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 1128 time: 0.0447729 Feb 21 00:49:29.453211 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d77a49-55c3-4e85-9bf8-e3c43ba8ded4 req-33f74154-6273-4480-af10-91ee804f5301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:29.454658 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94d77a49-55c3-4e85-9bf8-e3c43ba8ded4 req-33f74154-6273-4480-af10-91ee804f5301 service neutron] 10.222.0.61 "GET /v2.0/networks?id=daf5fe06-0d2f-4672-a789-249ffdebe987 HTTP/1.1" status: 200 len: 909 time: 0.1263828 Feb 21 00:49:29.523387 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94d77a49-55c3-4e85-9bf8-e3c43ba8ded4 req-aea8fec8-21c4-46e2-bb22-6af001a492da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a426c4-2d0f-4fab-914a-e9126f67e57d HTTP/1.1" status: 200 len: 999 time: 0.0613844 Feb 21 00:49:29.580109 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d77a49-55c3-4e85-9bf8-e3c43ba8ded4 req-9ba66b35-b780-4099-a194-c210318eb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:29.581716 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94d77a49-55c3-4e85-9bf8-e3c43ba8ded4 req-9ba66b35-b780-4099-a194-c210318eb7af service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae6479e3-eb90-4aa2-a4c9-038d153e077c HTTP/1.1" status: 200 len: 847 time: 0.0494103 Feb 21 00:49:29.596449 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 58692) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:49:29.635010 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d77a49-55c3-4e85-9bf8-e3c43ba8ded4 req-fbb7dd4e-66dd-4bad-8278-d00010ea32b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:29.636507 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94d77a49-55c3-4e85-9bf8-e3c43ba8ded4 req-fbb7dd4e-66dd-4bad-8278-d00010ea32b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf5fe06-0d2f-4672-a789-249ffdebe987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461433 Feb 21 00:49:29.730965 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94d77a49-55c3-4e85-9bf8-e3c43ba8ded4 req-05627fb2-a2d8-4ce2-af72-283fed1de688 service neutron] 10.222.0.61 "GET /v2.0/networks/daf5fe06-0d2f-4672-a789-249ffdebe987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849631 Feb 21 00:49:29.731248 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-9d8fc17f-efe9-4941-b76c-dd986f1723c8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d9b66d35e41347969451ea36054d940f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333072 Feb 21 00:49:29.733474 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 58696) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:49:29.790857 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-72613fdb-38cb-4fc9-9b51-487737bedb77 admin admin] Publish callbacks [] for security_group (d8698d76-9dd4-4dba-8c8c-834f7a17c2e9), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:29.817185 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-72613fdb-38cb-4fc9-9b51-487737bedb77 admin admin] Publish callbacks [] for security_group (d8698d76-9dd4-4dba-8c8c-834f7a17c2e9), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:29.932133 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-72613fdb-38cb-4fc9-9b51-487737bedb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (d8698d76-9dd4-4dba-8c8c-834f7a17c2e9), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:29.935119 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-72613fdb-38cb-4fc9-9b51-487737bedb77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:29.936303 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-72613fdb-38cb-4fc9-9b51-487737bedb77 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d8698d76-9dd4-4dba-8c8c-834f7a17c2e9 HTTP/1.1" status: 204 len: 168 time: 0.2019250 Feb 21 00:49:29.946450 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72613fdb-38cb-4fc9-9b51-487737bedb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8698d76-9dd4-4dba-8c8c-834f7a17c2e9,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:30.102655 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-94d77a49-55c3-4e85-9bf8-e3c43ba8ded4 req-50cc1e30-4eae-433d-8d6b-e6d198e982b2 service neutron] 10.222.0.61 "GET /v2.0/networks/daf5fe06-0d2f-4672-a789-249ffdebe987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651814 Feb 21 00:49:30.160869 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98a704-f171-4f85-823d-fdd0a1a7ee2c req-85c5840a-0cd0-4045-a60d-9147c8d118e8 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:30.163283 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-9e98a704-f171-4f85-823d-fdd0a1a7ee2c req-85c5840a-0cd0-4045-a60d-9147c8d118e8 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 944 time: 0.0544577 Feb 21 00:49:30.216337 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-9e98a704-f171-4f85-823d-fdd0a1a7ee2c req-f9173f7f-a277-4fca-8708-2ac1f269a5e6 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471506 Feb 21 00:49:30.309524 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:30.907266 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 58724) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:49:31.002850 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-7bfd68a4-4f7a-4d43-aa9f-323b0e6bff06 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-683499384-network', 'tenant_id': '868718b1ea534df3825dda6f800215f4'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:49:31.120553 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfd68a4-4f7a-4d43-aa9f-323b0e6bff06 admin admin] Made reservation on behalf of 868718b1ea534df3825dda6f800215f4 for: {'network': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:49:31.122968 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7bfd68a4-4f7a-4d43-aa9f-323b0e6bff06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for network (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:31.131645 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7bfd68a4-4f7a-4d43-aa9f-323b0e6bff06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:31.207230 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7bfd68a4-4f7a-4d43-aa9f-323b0e6bff06 admin admin] Publish callbacks [] for security_group (523dcd2e-c6fa-4780-9db7-5fff5b4e597b), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:31.275322 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7bfd68a4-4f7a-4d43-aa9f-323b0e6bff06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (523dcd2e-c6fa-4780-9db7-5fff5b4e597b), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:31.301445 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfd68a4-4f7a-4d43-aa9f-323b0e6bff06 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=109906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:49:31.310271 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd68a4-4f7a-4d43-aa9f-323b0e6bff06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523dcd2e-c6fa-4780-9db7-5fff5b4e597b,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:31.316181 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7bfd68a4-4f7a-4d43-aa9f-323b0e6bff06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (07dac985-2ebc-419f-844b-2671c6be5153), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:31.320442 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.db.segments_db [None req-7bfd68a4-4f7a-4d43-aa9f-323b0e6bff06 admin admin] Added segment 07dac985-2ebc-419f-844b-2671c6be5153 of type vlan for network 0df2682a-86ef-4806-8e28-0a12d8945a7f Feb 21 00:49:31.344741 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466d43d-7579-4371-9189-98b76bb5a60f req-676d2e8f-d961-4e40-be07-59bb06465762 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:31.346211 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e466d43d-7579-4371-9189-98b76bb5a60f req-676d2e8f-d961-4e40-be07-59bb06465762 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 944 time: 0.0567622 Feb 21 00:49:31.360225 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7bfd68a4-4f7a-4d43-aa9f-323b0e6bff06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788922369190'] for network (0df2682a-86ef-4806-8e28-0a12d8945a7f), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:31.395858 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e466d43d-7579-4371-9189-98b76bb5a60f req-918c243f-6e80-4870-8fd2-918aecae3407 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431290 Feb 21 00:49:31.434927 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7bfd68a4-4f7a-4d43-aa9f-323b0e6bff06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for network (0df2682a-86ef-4806-8e28-0a12d8945a7f), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:31.435931 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfd68a4-4f7a-4d43-aa9f-323b0e6bff06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:31.436515 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-7bfd68a4-4f7a-4d43-aa9f-323b0e6bff06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:31.494924 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd68a4-4f7a-4d43-aa9f-323b0e6bff06 admin admin] Pushing event updated for resources: {'Network': ['ID=0df2682a-86ef-4806-8e28-0a12d8945a7f,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:31.504319 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Network 0df2682a-86ef-4806-8e28-0a12d8945a7f details requested by agent ovs-agent-dv-cinder-813224-6-iscsi with host dv-cinder-813224-6-iscsi {{(pid=109908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:49:31.529090 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-7bfd68a4-4f7a-4d43-aa9f-323b0e6bff06 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6206555 Feb 21 00:49:31.531939 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 58738) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:49:31.536819 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-d25ae1ec-9d29-460c-a645-d679f2622c6f admin admin] Request body: {'subnet': {'network_id': '0df2682a-86ef-4806-8e28-0a12d8945a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-683499384-subnet', 'tenant_id': '868718b1ea534df3825dda6f800215f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:49:31.606353 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25ae1ec-9d29-460c-a645-d679f2622c6f admin admin] Made reservation on behalf of 868718b1ea534df3825dda6f800215f4 for: {'subnet': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:49:31.608723 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d25ae1ec-9d29-460c-a645-d679f2622c6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11428700'] for subnet (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:31.685730 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:31.829056 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d25ae1ec-9d29-460c-a645-d679f2622c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11782626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11428782'] for subnet (52e12a06-3104-4cf3-be37-0fe4e80de665), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:31.885187 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ae1ec-9d29-460c-a645-d679f2622c6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e12a06-3104-4cf3-be37-0fe4e80de665,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:31.895636 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ae1ec-9d29-460c-a645-d679f2622c6f admin admin] Checking segment: {'id': '07dac985-2ebc-419f-844b-2671c6be5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0df2682a-86ef-4806-8e28-0a12d8945a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:49:31.895995 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25ae1ec-9d29-460c-a645-d679f2622c6f admin admin] Network hostable DHCP agents. Network: 0df2682a-86ef-4806-8e28-0a12d8945a7f, hostable agents: ['4dd3caeb-76cf-441e-a150-e4aa52c1e518'], hosted agents: [] {{(pid=109906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:49:31.966396 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25ae1ec-9d29-460c-a645-d679f2622c6f admin admin] Network 0df2682a-86ef-4806-8e28-0a12d8945a7f is scheduled to be hosted by DHCP agent 4dd3caeb-76cf-441e-a150-e4aa52c1e518 with binding_index 1 {{(pid=109906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:49:32.023613 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-d25ae1ec-9d29-460c-a645-d679f2622c6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813224-6-iscsi, 0df2682a-86ef-4806-8e28-0a12d8945a7f) {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:49:32.027789 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25ae1ec-9d29-460c-a645-d679f2622c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:32.028379 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d25ae1ec-9d29-460c-a645-d679f2622c6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:32.032517 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1162a8bc-a6a1-481e-a96a-d0983e2538e1 None None] Network 0df2682a-86ef-4806-8e28-0a12d8945a7f requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:49:32.089105 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-d25ae1ec-9d29-460c-a645-d679f2622c6f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5561247 Feb 21 00:49:32.133592 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feba6e4-2e47-4f3f-ba07-bc13ae124776 None None] Network 0df2682a-86ef-4806-8e28-0a12d8945a7f requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:49:32.524467 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6368b-89ec-4d6e-9a7a-c5a8fed23b1f req-b063cf70-fb24-4418-81aa-6f3eb9132938 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:32.526112 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-94e6368b-89ec-4d6e-9a7a-c5a8fed23b1f req-b063cf70-fb24-4418-81aa-6f3eb9132938 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 944 time: 0.0594535 Feb 21 00:49:32.579325 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-94e6368b-89ec-4d6e-9a7a-c5a8fed23b1f req-f85f430f-9211-4654-b7ba-bd61cb8a3d8e tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473161 Feb 21 00:49:33.308964 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:33.699292 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0895281-dd67-43f4-b854-eb973b834660 req-b8cabf67-2cca-4d06-8b68-25b0de3ee776 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:33.700762 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c0895281-dd67-43f4-b854-eb973b834660 req-b8cabf67-2cca-4d06-8b68-25b0de3ee776 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 944 time: 0.0556853 Feb 21 00:49:33.748148 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c0895281-dd67-43f4-b854-eb973b834660 req-43547a91-f33d-4b39-a3b4-d663041a13d6 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414295 Feb 21 00:49:34.075988 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-b257064c-5851-47a6-82d5-515a127716b8 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:34.077501 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-b257064c-5851-47a6-82d5-515a127716b8 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/networks?id=0df2682a-86ef-4806-8e28-0a12d8945a7f HTTP/1.1" status: 200 len: 813 time: 0.1035447 Feb 21 00:49:34.092020 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-3598b501-caff-40c8-88a0-2c2c1c1c864a tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/quotas/868718b1ea534df3825dda6f800215f4 HTTP/1.1" status: 200 len: 375 time: 0.0091879 Feb 21 00:49:34.123217 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-a7a0b8c1-68e7-4765-bfb8-f43f02d8d247 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=868718b1ea534df3825dda6f800215f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264292 Feb 21 00:49:34.209842 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-9598cbf7-f52e-40a6-8b81-dd060497ce10 service neutron] 10.222.0.81 "GET /v2.0/networks/0df2682a-86ef-4806-8e28-0a12d8945a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804121 Feb 21 00:49:34.299500 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-3b2c8fa4-073a-4d17-b422-cb979f684c95 service neutron] 10.222.0.81 "GET /v2.0/networks/0df2682a-86ef-4806-8e28-0a12d8945a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841119 Feb 21 00:49:34.519403 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-43917809-048e-4eb2-a644-6b3dce09d191 req-2bce8527-47e1-4020-8d2b-b806c0a3e731 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 210 time: 0.0274086 Feb 21 00:49:34.867196 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e1499-3c23-480a-97c2-9b71ef915ad8 req-40e97fc2-4e2b-45ce-b9f9-63b1e81763d3 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:34.869088 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c92e1499-3c23-480a-97c2-9b71ef915ad8 req-40e97fc2-4e2b-45ce-b9f9-63b1e81763d3 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 944 time: 0.0552561 Feb 21 00:49:34.918243 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c92e1499-3c23-480a-97c2-9b71ef915ad8 req-3722d1ad-b088-4b2d-8acd-0b210fc6c379 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439265 Feb 21 00:49:35.612182 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-31fbbff4-861d-4e28-acde-6c32dfcc7bba req-8c229006-ec92-4da0-bfd5-1e7f8db595cf tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 210 time: 0.0261567 Feb 21 00:49:36.041882 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6fa03-b891-4fa5-9c6e-f51f5513d8fa req-746eec32-19b2-4d8e-bd9f-400a515df5a1 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:36.043267 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-1af6fa03-b891-4fa5-9c6e-f51f5513d8fa req-746eec32-19b2-4d8e-bd9f-400a515df5a1 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 944 time: 0.0557530 Feb 21 00:49:36.091137 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-1af6fa03-b891-4fa5-9c6e-f51f5513d8fa req-59c76349-19a3-4fe0-b886-90f79275240e tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423632 Feb 21 00:49:36.438365 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-6b1ae337-fafb-4494-b9aa-511429bdc0eb tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:36.441090 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-6b1ae337-fafb-4494-b9aa-511429bdc0eb tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.61 "GET /v2.0/networks?id=0df2682a-86ef-4806-8e28-0a12d8945a7f HTTP/1.1" status: 200 len: 813 time: 0.1073394 Feb 21 00:49:36.452721 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-f8c629c5-bdfd-4068-b480-d5ff20070ca1 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Request body: {'port': {'device_id': '330a6e94-1da2-48b3-a3e5-bfd97dda487f', 'network_id': '0df2682a-86ef-4806-8e28-0a12d8945a7f', 'admin_state_up': True, 'tenant_id': '868718b1ea534df3825dda6f800215f4'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:49:36.628678 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-f8c629c5-bdfd-4068-b480-d5ff20070ca1 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Made reservation on behalf of 868718b1ea534df3825dda6f800215f4 for: {'port': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:49:36.632075 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-f8c629c5-bdfd-4068-b480-d5ff20070ca1 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:36.728848 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-cfa579d1-60f1-4e74-b522-de3d00de904a req-d62017be-aec3-4f92-9aea-da4b66a2c60c tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 210 time: 0.0298703 Feb 21 00:49:36.794428 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-f8c629c5-bdfd-4068-b480-d5ff20070ca1 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Allocated IP 172.20.0.5 (0df2682a-86ef-4806-8e28-0a12d8945a7f/52e12a06-3104-4cf3-be37-0fe4e80de665/2970a2c0-74cf-42c3-afe3-88a6e46393ef) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:49:36.943789 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-f8c629c5-bdfd-4068-b480-d5ff20070ca1 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Publish callbacks [] for port (2970a2c0-74cf-42c3-afe3-88a6e46393ef), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:37.029371 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-f8c629c5-bdfd-4068-b480-d5ff20070ca1 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (2970a2c0-74cf-42c3-afe3-88a6e46393ef), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:37.071020 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-f8c629c5-bdfd-4068-b480-d5ff20070ca1 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Network 0df2682a-86ef-4806-8e28-0a12d8945a7f is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:49:37.074104 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-f8c629c5-bdfd-4068-b480-d5ff20070ca1 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:49:37.077650 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-f8c629c5-bdfd-4068-b480-d5ff20070ca1 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:49:37.107302 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c629c5-bdfd-4068-b480-d5ff20070ca1 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Pushing event updated for resources: {'Port': ['ID=2970a2c0-74cf-42c3-afe3-88a6e46393ef,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:37.134934 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-f8c629c5-bdfd-4068-b480-d5ff20070ca1 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:37.135484 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-f8c629c5-bdfd-4068-b480-d5ff20070ca1 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:37.208886 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-f8c629c5-bdfd-4068-b480-d5ff20070ca1 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7598965 Feb 21 00:49:37.212498 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b75dd-4871-41eb-a317-f2e49263c002 req-6369710f-eebc-49ab-8758-61bc7842b275 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:37.214032 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-189b75dd-4871-41eb-a317-f2e49263c002 req-6369710f-eebc-49ab-8758-61bc7842b275 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 944 time: 0.0560701 Feb 21 00:49:37.220130 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Request body: {'port': {'device_id': '330a6e94-1da2-48b3-a3e5-bfd97dda487f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:49:37.272589 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-189b75dd-4871-41eb-a317-f2e49263c002 req-05fb579b-cb14-47eb-8a21-97274c136cb1 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527174 Feb 21 00:49:37.294028 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (2970a2c0-74cf-42c3-afe3-88a6e46393ef), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:37.561396 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2970a2c0-74cf-42c3-afe3-88a6e46393ef {{(pid=109907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:49:37.568791 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Publish callbacks [] for port (2970a2c0-74cf-42c3-afe3-88a6e46393ef), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:37.580424 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.provisioning_blocks [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Transition to ACTIVE for port object 2970a2c0-74cf-42c3-afe3-88a6e46393ef will not be triggered until provisioned by entity L2. {{(pid=109907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:49:37.685728 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (2970a2c0-74cf-42c3-afe3-88a6e46393ef), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:37.737827 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Pushing event updated for resources: {'Port': ['ID=2970a2c0-74cf-42c3-afe3-88a6e46393ef,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:37.837693 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Attempting to bind port 2970a2c0-74cf-42c3-afe3-88a6e46393ef on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:49:37.838040 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Attempting to bind port 2970a2c0-74cf-42c3-afe3-88a6e46393ef by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '07dac985-2ebc-419f-844b-2671c6be5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0df2682a-86ef-4806-8e28-0a12d8945a7f'}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:49:37.838380 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Attempting to bind port 2970a2c0-74cf-42c3-afe3-88a6e46393ef on network 0df2682a-86ef-4806-8e28-0a12d8945a7f {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:49:37.846098 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Port 2970a2c0-74cf-42c3-afe3-88a6e46393ef on network 0df2682a-86ef-4806-8e28-0a12d8945a7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:49:37.846424 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Attempting to bind port 2970a2c0-74cf-42c3-afe3-88a6e46393ef on network 0df2682a-86ef-4806-8e28-0a12d8945a7f {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:49:37.856358 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:49:37.856720 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Checking segment: {'id': '07dac985-2ebc-419f-844b-2671c6be5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0df2682a-86ef-4806-8e28-0a12d8945a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:49:37.857108 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Bound using segment: {'id': '07dac985-2ebc-419f-844b-2671c6be5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0df2682a-86ef-4806-8e28-0a12d8945a7f'} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:49:37.857538 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Bound port: 2970a2c0-74cf-42c3-afe3-88a6e46393ef, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07dac985-2ebc-419f-844b-2671c6be5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0df2682a-86ef-4806-8e28-0a12d8945a7f'}}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:49:37.857900 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (2970a2c0-74cf-42c3-afe3-88a6e46393ef), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:37.882130 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38934a4-8233-4a8c-844e-81c52310c191 req-7a428afb-b959-424c-a0ed-e8052f9373a3 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:37.883618 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d38934a4-8233-4a8c-844e-81c52310c191 req-7a428afb-b959-424c-a0ed-e8052f9373a3 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 943 time: 0.0865803 Feb 21 00:49:37.963996 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] For port 2970a2c0-74cf-42c3-afe3-88a6e46393ef, host hv-cinder-81322, cleared binding levels {{(pid=109907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:49:37.967584 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] For port 2970a2c0-74cf-42c3-afe3-88a6e46393ef, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2970a2c0-74cf-42c3-afe3-88a6e46393ef,segment=NetworkSegment(07dac985-2ebc-419f-844b-2671c6be5153),segment_id=07dac985-2ebc-419f-844b-2671c6be5153)] {{(pid=109907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:49:37.972816 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d38934a4-8233-4a8c-844e-81c52310c191 req-5a38a3f6-6ab3-4ae0-89a0-63e506f9917b tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684569 Feb 21 00:49:38.035255 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (2970a2c0-74cf-42c3-afe3-88a6e46393ef), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:38.069549 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:38.070158 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:38.071516 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] 10.222.0.61 "PUT /v2.0/ports/2970a2c0-74cf-42c3-afe3-88a6e46393ef HTTP/1.1" status: 200 len: 1093 time: 0.8556077 Feb 21 00:49:38.071967 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330a6e94-1da2-48b3-a3e5-bfd97dda487f', 'tag': '2970a2c0-74cf-42c3-afe3-88a6e46393ef'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:49:38.074247 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e23aea1-330a-4172-9e0d-f0389e67fa0e" -d '{"events": [{"name": "network-changed", "server_uuid": "330a6e94-1da2-48b3-a3e5-bfd97dda487f", "tag": "2970a2c0-74cf-42c3-afe3-88a6e46393ef"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:49:38.086198 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device c0a426c4-2d0f-4fab-914a-e9126f67e57d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:49:38.102433 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7d0ed-99a6-43bb-bcde-2da0a329930f service neutron] Pushing event updated for resources: {'Port': ['ID=2970a2c0-74cf-42c3-afe3-88a6e46393ef,revision_number=3']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:38.113928 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765ce4dc-25da-4514-878c-b9fb632b515b x-openstack-request-id: req-765ce4dc-25da-4514-878c-b9fb632b515b {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:49:38.114616 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330a6e94-1da2-48b3-a3e5-bfd97dda487f", "tag": "2970a2c0-74cf-42c3-afe3-88a6e46393ef", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:49:38.114872 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-765ce4dc-25da-4514-878c-b9fb632b515b {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:49:38.115329 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '330a6e94-1da2-48b3-a3e5-bfd97dda487f', 'tag': '2970a2c0-74cf-42c3-afe3-88a6e46393ef', 'status': 'completed', 'code': 200} Feb 21 00:49:38.187781 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port c0a426c4-2d0f-4fab-914a-e9126f67e57d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c0a426c4-2d0f-4fab-914a-e9126f67e57d,segment=NetworkSegment(3496238a-f950-46cb-bba4-17a3a59fc57e),segment_id=3496238a-f950-46cb-bba4-17a3a59fc57e)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:49:38.206283 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d', 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987', 'port_id': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d', 'mac_address': 'fa:16:3e:45:55:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:49:38.242633 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port c0a426c4-2d0f-4fab-914a-e9126f67e57d is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:49:38.243016 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:38.257069 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a426c4-2d0f-4fab-914a-e9126f67e57d {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:49:38.277335 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port c0a426c4-2d0f-4fab-914a-e9126f67e57d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c0a426c4-2d0f-4fab-914a-e9126f67e57d,segment=NetworkSegment(3496238a-f950-46cb-bba4-17a3a59fc57e),segment_id=3496238a-f950-46cb-bba4-17a3a59fc57e)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:49:38.337520 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:38.389650 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19f8b4-fa0d-4da1-99c8-3689215b9683 req-4a500b4c-bdef-4c39-b665-4a478f3507bf tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:38.390602 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=c0a426c4-2d0f-4fab-914a-e9126f67e57d,revision_number=7']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:38.391431 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-da19f8b4-fa0d-4da1-99c8-3689215b9683 req-4a500b4c-bdef-4c39-b665-4a478f3507bf tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 945 time: 0.0528119 Feb 21 00:49:38.398604 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:38.398972 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:38.399324 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:38.399673 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:38.400014 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:38.400347 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:38.400715 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:38.401050 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:38.401381 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:38.401748 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:38.402079 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:38.402412 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:38.402744 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:38.444816 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-da19f8b4-fa0d-4da1-99c8-3689215b9683 req-954f49c3-11ad-4f3c-b4df-9fefca8b6aaa tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475848 Feb 21 00:49:39.092186 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9f593-0b84-406b-bca2-79fbd637e51f req-e2bea887-df59-4e85-9511-98a64adc5e93 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:39.093676 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-12e9f593-0b84-406b-bca2-79fbd637e51f req-e2bea887-df59-4e85-9511-98a64adc5e93 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 943 time: 0.0511878 Feb 21 00:49:39.142634 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-12e9f593-0b84-406b-bca2-79fbd637e51f req-58cf850d-4c19-45d7-aee1-56f11fa714c6 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434959 Feb 21 00:49:39.562130 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b44242-dadf-4bc5-a8d7-86a82431657e req-7d9458be-2477-48e4-a119-ba849d94bda7 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:39.563582 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a3b44242-dadf-4bc5-a8d7-86a82431657e req-7d9458be-2477-48e4-a119-ba849d94bda7 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 945 time: 0.0521541 Feb 21 00:49:39.610925 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a3b44242-dadf-4bc5-a8d7-86a82431657e req-ebdc2b7f-f7b7-4516-9e8f-2d154fa2f2e3 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408840 Feb 21 00:49:39.809529 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23aea1-330a-4172-9e0d-f0389e67fa0e req-f857406e-5235-4fba-8610-7f81ae5949d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:39.811072 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1e23aea1-330a-4172-9e0d-f0389e67fa0e req-f857406e-5235-4fba-8610-7f81ae5949d2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=868718b1ea534df3825dda6f800215f4&device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 1127 time: 0.0456839 Feb 21 00:49:39.911367 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23aea1-330a-4172-9e0d-f0389e67fa0e req-56fb9048-ff27-4824-b92e-59c6738e0db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:39.913464 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1e23aea1-330a-4172-9e0d-f0389e67fa0e req-56fb9048-ff27-4824-b92e-59c6738e0db1 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=868718b1ea534df3825dda6f800215f4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0940526 Feb 21 00:49:39.999714 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['c0a426c4-2d0f-4fab-914a-e9126f67e57d'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:49:40.006096 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23aea1-330a-4172-9e0d-f0389e67fa0e req-6f8c16ad-d516-48c3-91f8-e55c14937380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:40.007558 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1e23aea1-330a-4172-9e0d-f0389e67fa0e req-6f8c16ad-d516-48c3-91f8-e55c14937380 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871091 Feb 21 00:49:40.089291 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-f0aed868-a351-475b-9407-078fd2eaf901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:40.090759 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-f0aed868-a351-475b-9407-078fd2eaf901 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=868718b1ea534df3825dda6f800215f4&device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 1127 time: 0.0455711 Feb 21 00:49:40.138636 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-aaec1d89-3268-4008-ab9b-e3fae7df8ba5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2970a2c0-74cf-42c3-afe3-88a6e46393ef HTTP/1.1" status: 200 len: 217 time: 0.0384636 Feb 21 00:49:40.188266 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-4046fddc-1536-4d69-9dee-52657b06e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:40.189764 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-4046fddc-1536-4d69-9dee-52657b06e94b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52e12a06-3104-4cf3-be37-0fe4e80de665 HTTP/1.1" status: 200 len: 853 time: 0.0446813 Feb 21 00:49:40.223680 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-8bdf5779-829c-40f5-ad65-2d5a73d49b8c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0df2682a-86ef-4806-8e28-0a12d8945a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258079 Feb 21 00:49:40.263136 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f199c0-86d5-4f3e-9a73-8cbef49c8f2a req-ffbbc0c5-9657-43d3-aec1-eaafd2e15221 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:40.264652 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e0f199c0-86d5-4f3e-9a73-8cbef49c8f2a req-ffbbc0c5-9657-43d3-aec1-eaafd2e15221 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 943 time: 0.0528603 Feb 21 00:49:40.312588 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e0f199c0-86d5-4f3e-9a73-8cbef49c8f2a req-9acafdf2-6fa9-4f7e-8bdb-e5e5cccd4b2b tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419841 Feb 21 00:49:40.322090 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-da9bb801-fadb-4892-820d-0e34a29c422b service neutron] 10.222.0.61 "GET /v2.0/networks/0df2682a-86ef-4806-8e28-0a12d8945a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894823 Feb 21 00:49:40.410295 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d66eb405-b275-46b8-9ec8-ff76bc0e8b67 req-987f2c1b-83a4-4099-b49f-a752cbf92804 service neutron] 10.222.0.61 "GET /v2.0/networks/0df2682a-86ef-4806-8e28-0a12d8945a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821042 Feb 21 00:49:40.734775 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b8a71-554a-465c-ad3d-600cf686b189 req-55b6d0c6-f816-4f04-90bc-a26fafb67fef tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:40.736116 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ff1b8a71-554a-465c-ad3d-600cf686b189 req-55b6d0c6-f816-4f04-90bc-a26fafb67fef tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 945 time: 0.0569012 Feb 21 00:49:40.784490 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ff1b8a71-554a-465c-ad3d-600cf686b189 req-07b4d19e-24d2-4462-aeb7-b7a2fe295a00 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426874 Feb 21 00:49:41.446710 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8775b-f293-4847-bada-e58ae699ae85 req-dac02d1c-ee7a-4311-bd72-f902afdee710 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:41.448536 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-2eb8775b-f293-4847-bada-e58ae699ae85 req-dac02d1c-ee7a-4311-bd72-f902afdee710 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 943 time: 0.0660665 Feb 21 00:49:41.498700 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-2eb8775b-f293-4847-bada-e58ae699ae85 req-4d852afd-a6f8-41c1-80fd-612810ab2d8a tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436695 Feb 21 00:49:41.758537 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device c0a426c4-2d0f-4fab-914a-e9126f67e57d up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:49:41.817497 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port c0a426c4-2d0f-4fab-914a-e9126f67e57d triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:49:41.818371 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:41.909681 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe6e0b-41f5-4dd8-b91f-e15c82df388e req-d11edc7d-1f84-4f46-b3e8-b1dee391bd38 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:41.914859 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-cefe6e0b-41f5-4dd8-b91f-e15c82df388e req-d11edc7d-1f84-4f46-b3e8-b1dee391bd38 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 945 time: 0.0600555 Feb 21 00:49:41.969780 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-cefe6e0b-41f5-4dd8-b91f-e15c82df388e req-42561053-2fe8-4a11-95b4-d8ef49280761 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511832 Feb 21 00:49:42.041114 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port c0a426c4-2d0f-4fab-914a-e9126f67e57d is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:49:42.041504 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:42.063752 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb8a2e1-a5ba-4944-8ece-4b2035102206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:49:42.066007 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b42203e-7454-49d1-bb1e-48e466202c0a" -d '{"events": [{"server_uuid": "abb8a2e1-a5ba-4944-8ece-4b2035102206", "name": "network-vif-plugged", "status": "completed", "tag": "c0a426c4-2d0f-4fab-914a-e9126f67e57d"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:49:42.079992 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port c0a426c4-2d0f-4fab-914a-e9126f67e57d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c0a426c4-2d0f-4fab-914a-e9126f67e57d,segment=NetworkSegment(3496238a-f950-46cb-bba4-17a3a59fc57e),segment_id=3496238a-f950-46cb-bba4-17a3a59fc57e)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:49:42.104286 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13ff386-2936-4a12-9522-62a03999527b x-openstack-request-id: req-c13ff386-2936-4a12-9522-62a03999527b {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:49:42.104629 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb8a2e1-a5ba-4944-8ece-4b2035102206", "name": "network-vif-plugged", "status": "completed", "tag": "c0a426c4-2d0f-4fab-914a-e9126f67e57d", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:49:42.104889 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c13ff386-2936-4a12-9522-62a03999527b {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:49:42.105387 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb8a2e1-a5ba-4944-8ece-4b2035102206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d', 'code': 200} Feb 21 00:49:42.149199 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:42.197532 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=c0a426c4-2d0f-4fab-914a-e9126f67e57d,revision_number=8']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:42.378570 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4b9de-5cc3-4185-b88f-99cdacbaf3a8 req-914d080e-bedd-45bb-9eb7-d9e952ab0758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:42.380063 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-cde4b9de-5cc3-4185-b88f-99cdacbaf3a8 req-914d080e-bedd-45bb-9eb7-d9e952ab0758 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 1130 time: 0.0447130 Feb 21 00:49:42.434016 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-cde4b9de-5cc3-4185-b88f-99cdacbaf3a8 req-5f7b5096-460d-4abb-9d8e-651a6d394126 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468562 Feb 21 00:49:42.634249 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c2b8e-6ef8-4e40-8c0a-534eb4dcf09a req-cce35adc-886d-40a9-8fb2-f1cce5f444e6 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:42.635715 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-833c2b8e-6ef8-4e40-8c0a-534eb4dcf09a req-cce35adc-886d-40a9-8fb2-f1cce5f444e6 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 943 time: 0.0589635 Feb 21 00:49:42.683232 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-833c2b8e-6ef8-4e40-8c0a-534eb4dcf09a req-175685ca-b419-44bd-a9e9-feb06e94aa83 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418849 Feb 21 00:49:43.093903 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71456e19-9ad9-47da-9abe-f2eb1db91f01 req-d53ef2df-2829-4dd1-9be8-2224b5dc73a5 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:43.095377 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-71456e19-9ad9-47da-9abe-f2eb1db91f01 req-d53ef2df-2829-4dd1-9be8-2224b5dc73a5 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0550365 Feb 21 00:49:43.144628 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-71456e19-9ad9-47da-9abe-f2eb1db91f01 req-d441f0e4-bf5f-49f1-85db-b628349d255a tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435190 Feb 21 00:49:43.748461 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 2970a2c0-74cf-42c3-afe3-88a6e46393ef details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:49:43.808059 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b5fb5-7a9a-435e-84c4-80056f14ecab req-4d7e7b8e-4355-42f4-8da3-583e0ec5f688 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:43.809606 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-595b5fb5-7a9a-435e-84c4-80056f14ecab req-4d7e7b8e-4355-42f4-8da3-583e0ec5f688 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 943 time: 0.0534806 Feb 21 00:49:43.854027 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 2970a2c0-74cf-42c3-afe3-88a6e46393ef, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2970a2c0-74cf-42c3-afe3-88a6e46393ef,segment=NetworkSegment(07dac985-2ebc-419f-844b-2671c6be5153),segment_id=07dac985-2ebc-419f-844b-2671c6be5153)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:49:43.859394 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-595b5fb5-7a9a-435e-84c4-80056f14ecab req-8aa23f37-ee18-4352-b302-16e044a0e2cf tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439966 Feb 21 00:49:43.865673 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': '2970a2c0-74cf-42c3-afe3-88a6e46393ef', 'network_id': '0df2682a-86ef-4806-8e28-0a12d8945a7f', 'port_id': '2970a2c0-74cf-42c3-afe3-88a6e46393ef', 'mac_address': 'fa:16:3e:dd:35:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e12a06-3104-4cf3-be37-0fe4e80de665', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:49:43.902415 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 2970a2c0-74cf-42c3-afe3-88a6e46393ef is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:49:43.902810 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (2970a2c0-74cf-42c3-afe3-88a6e46393ef), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:43.916153 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2970a2c0-74cf-42c3-afe3-88a6e46393ef {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:49:43.944149 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 2970a2c0-74cf-42c3-afe3-88a6e46393ef, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2970a2c0-74cf-42c3-afe3-88a6e46393ef,segment=NetworkSegment(07dac985-2ebc-419f-844b-2671c6be5153),segment_id=07dac985-2ebc-419f-844b-2671c6be5153)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:49:43.989231 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (2970a2c0-74cf-42c3-afe3-88a6e46393ef), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:44.035346 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=2970a2c0-74cf-42c3-afe3-88a6e46393ef,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:44.191380 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['2970a2c0-74cf-42c3-afe3-88a6e46393ef'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:49:44.275689 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e99ac-d12c-42e2-8a1e-76c10ddec1df req-3a7738d6-9d7b-41fa-ac40-4566389acbe7 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:44.277272 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c12e99ac-d12c-42e2-8a1e-76c10ddec1df req-3a7738d6-9d7b-41fa-ac40-4566389acbe7 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0620232 Feb 21 00:49:44.331910 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c12e99ac-d12c-42e2-8a1e-76c10ddec1df req-6e361b9a-2871-480b-a260-1cc553d62a12 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479393 Feb 21 00:49:44.982506 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11869bc0-3e22-4a67-8f26-da19da6b86db req-83b7111a-0297-4dac-b843-6203c155aa05 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:44.983954 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-11869bc0-3e22-4a67-8f26-da19da6b86db req-83b7111a-0297-4dac-b843-6203c155aa05 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 944 time: 0.0562680 Feb 21 00:49:45.030212 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-11869bc0-3e22-4a67-8f26-da19da6b86db req-fb7e59e2-ee5b-43b8-b572-58f7f7f2df8e tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406344 Feb 21 00:49:46.149769 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427c6c-340d-40d5-ba95-1b8ef2235c66 req-a918a4b0-80eb-4a55-9623-8b6652ce2198 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:46.151220 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ab427c6c-340d-40d5-ba95-1b8ef2235c66 req-a918a4b0-80eb-4a55-9623-8b6652ce2198 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 944 time: 0.0552046 Feb 21 00:49:46.196364 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-ab427c6c-340d-40d5-ba95-1b8ef2235c66 req-429f166d-f694-4c04-b776-083d94f8e6a1 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396757 Feb 21 00:49:46.324547 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 2970a2c0-74cf-42c3-afe3-88a6e46393ef up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:49:46.417028 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port 2970a2c0-74cf-42c3-afe3-88a6e46393ef completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:49:46.420774 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port 2970a2c0-74cf-42c3-afe3-88a6e46393ef triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:49:46.421147 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (2970a2c0-74cf-42c3-afe3-88a6e46393ef), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:46.494242 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 2970a2c0-74cf-42c3-afe3-88a6e46393ef is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:49:46.494631 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (2970a2c0-74cf-42c3-afe3-88a6e46393ef), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:46.516818 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330a6e94-1da2-48b3-a3e5-bfd97dda487f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2970a2c0-74cf-42c3-afe3-88a6e46393ef'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:49:46.519093 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f42d08f-db7e-4a4e-b018-5c6b5bf3489f" -d '{"events": [{"server_uuid": "330a6e94-1da2-48b3-a3e5-bfd97dda487f", "name": "network-vif-plugged", "status": "completed", "tag": "2970a2c0-74cf-42c3-afe3-88a6e46393ef"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:49:46.531596 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 2970a2c0-74cf-42c3-afe3-88a6e46393ef, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2970a2c0-74cf-42c3-afe3-88a6e46393ef,segment=NetworkSegment(07dac985-2ebc-419f-844b-2671c6be5153),segment_id=07dac985-2ebc-419f-844b-2671c6be5153)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:49:46.558874 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748a139b-17ab-4a9a-b2ec-dc5fdab2666b x-openstack-request-id: req-748a139b-17ab-4a9a-b2ec-dc5fdab2666b {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:49:46.559163 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330a6e94-1da2-48b3-a3e5-bfd97dda487f", "name": "network-vif-plugged", "status": "completed", "tag": "2970a2c0-74cf-42c3-afe3-88a6e46393ef", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:49:46.559415 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-748a139b-17ab-4a9a-b2ec-dc5fdab2666b {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:49:46.559807 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330a6e94-1da2-48b3-a3e5-bfd97dda487f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2970a2c0-74cf-42c3-afe3-88a6e46393ef', 'code': 200} Feb 21 00:49:46.594045 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (2970a2c0-74cf-42c3-afe3-88a6e46393ef), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:46.638870 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=2970a2c0-74cf-42c3-afe3-88a6e46393ef,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:47.328692 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbbcbc-b305-4d8a-b987-74f104a30cfb req-ecec9949-f3cd-4431-a562-cd93870f1786 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:47.330175 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-38cbbcbc-b305-4d8a-b987-74f104a30cfb req-ecec9949-f3cd-4431-a562-cd93870f1786 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 945 time: 0.0647252 Feb 21 00:49:47.377083 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-38cbbcbc-b305-4d8a-b987-74f104a30cfb req-2c0a393a-8dc9-4a5d-8027-5ddeefa2eaf5 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409851 Feb 21 00:49:47.503011 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0fcab-3e11-4c81-9a9f-3d10a9dd39e9 req-af5c8570-6cef-4b3d-8eee-63f6fe8aef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:47.504395 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-64b0fcab-3e11-4c81-9a9f-3d10a9dd39e9 req-af5c8570-6cef-4b3d-8eee-63f6fe8aef84 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 1129 time: 0.0441501 Feb 21 00:49:47.547420 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-64b0fcab-3e11-4c81-9a9f-3d10a9dd39e9 req-17af6977-2b9d-4b77-9f69-079d4f3e37ac service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368021 Feb 21 00:49:48.496574 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f706e0b-8aad-4ce8-9107-672a46a65c3b req-92dc3961-5512-4b1d-afd4-7ed5114036d1 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:48.498051 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2f706e0b-8aad-4ce8-9107-672a46a65c3b req-92dc3961-5512-4b1d-afd4-7ed5114036d1 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 945 time: 0.0514848 Feb 21 00:49:48.549530 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-2f706e0b-8aad-4ce8-9107-672a46a65c3b req-cb4e9017-59fa-4851-8008-332b349ea509 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455661 Feb 21 00:49:48.852185 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:49:49.669502 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7fdfe-70f4-46bf-960a-7b1c81a1b18f req-d455f6f5-0224-4723-bab5-3cf32300b94a tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:49:49.679577 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a9b7fdfe-70f4-46bf-960a-7b1c81a1b18f req-d455f6f5-0224-4723-bab5-3cf32300b94a tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 945 time: 0.0535154 Feb 21 00:49:49.719785 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a9b7fdfe-70f4-46bf-960a-7b1c81a1b18f req-902c1a50-442b-44af-b5af-b10ab6c025b5 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433898 Feb 21 00:49:53.713693 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 58980) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:49:53.824073 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d10e9208-0182-4e55-851a-a2e13effa672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:53.903270 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d10e9208-0182-4e55-851a-a2e13effa672 admin admin] Publish callbacks [] for security_group (04cec11c-8b75-436b-9b53-4aff9346af21), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:53.948967 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d10e9208-0182-4e55-851a-a2e13effa672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (04cec11c-8b75-436b-9b53-4aff9346af21), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:53.997705 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-d10e9208-0182-4e55-851a-a2e13effa672 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9db17a0e082b49c0bd655f2e5ba58033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828987 Feb 21 00:49:54.000427 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 58984) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:49:54.002440 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e9208-0182-4e55-851a-a2e13effa672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cec11c-8b75-436b-9b53-4aff9346af21,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:54.010028 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e9208-0182-4e55-851a-a2e13effa672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:54.010385 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e9208-0182-4e55-851a-a2e13effa672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:54.010736 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e9208-0182-4e55-851a-a2e13effa672 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:54.011081 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e9208-0182-4e55-851a-a2e13effa672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:54.011418 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e9208-0182-4e55-851a-a2e13effa672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:54.011752 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e9208-0182-4e55-851a-a2e13effa672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:54.012087 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e9208-0182-4e55-851a-a2e13effa672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:54.012418 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e9208-0182-4e55-851a-a2e13effa672 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:54.012778 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e9208-0182-4e55-851a-a2e13effa672 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:54.013110 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e9208-0182-4e55-851a-a2e13effa672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:54.013439 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e9208-0182-4e55-851a-a2e13effa672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:54.013765 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e9208-0182-4e55-851a-a2e13effa672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:54.014091 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e9208-0182-4e55-851a-a2e13effa672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:49:54.055459 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-899ce2b7-6d27-4aaa-b063-853eb2599700 admin admin] Publish callbacks [] for security_group (04cec11c-8b75-436b-9b53-4aff9346af21), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:54.077868 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-899ce2b7-6d27-4aaa-b063-853eb2599700 admin admin] Publish callbacks [] for security_group (04cec11c-8b75-436b-9b53-4aff9346af21), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:54.195333 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-899ce2b7-6d27-4aaa-b063-853eb2599700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (04cec11c-8b75-436b-9b53-4aff9346af21), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:54.197918 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-899ce2b7-6d27-4aaa-b063-853eb2599700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:54.199122 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-899ce2b7-6d27-4aaa-b063-853eb2599700 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/04cec11c-8b75-436b-9b53-4aff9346af21 HTTP/1.1" status: 204 len: 168 time: 0.1971319 Feb 21 00:49:54.207250 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ce2b7-6d27-4aaa-b063-853eb2599700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cec11c-8b75-436b-9b53-4aff9346af21,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:49:56.965684 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-dcaf2f6a-cf9d-4218-93d3-3fefd177ec8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:56.994309 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:49:59.017538 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a8c714aa-6cdf-4063-afd3-08ad1a6ec400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:00.320103 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:00.445254 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-178738f5-36ec-40f9-9ffc-edf08ef9a54c req-35e234e4-34fc-4e0e-a36c-fdf8a6e5dec8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448053 Feb 21 00:50:00.538253 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178738f5-36ec-40f9-9ffc-edf08ef9a54c req-495a2000-e426-4501-9548-e19a744d037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:00.540104 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-178738f5-36ec-40f9-9ffc-edf08ef9a54c req-495a2000-e426-4501-9548-e19a744d037d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d72182772ed4494590eaf3e9e402c4f3&device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 1130 time: 0.0503595 Feb 21 00:50:00.651725 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178738f5-36ec-40f9-9ffc-edf08ef9a54c req-6fd210ae-c622-4e20-9088-0f66095eede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:00.653246 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-178738f5-36ec-40f9-9ffc-edf08ef9a54c req-6fd210ae-c622-4e20-9088-0f66095eede7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=daf5fe06-0d2f-4672-a789-249ffdebe987 HTTP/1.1" status: 200 len: 909 time: 0.0895920 Feb 21 00:50:00.727919 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-178738f5-36ec-40f9-9ffc-edf08ef9a54c req-7399a6c7-b28d-428d-a3d7-c5765631300a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a426c4-2d0f-4fab-914a-e9126f67e57d HTTP/1.1" status: 200 len: 1001 time: 0.0673401 Feb 21 00:50:00.776901 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178738f5-36ec-40f9-9ffc-edf08ef9a54c req-4bce17cf-edee-4f12-912c-0d76424d6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:00.778352 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-178738f5-36ec-40f9-9ffc-edf08ef9a54c req-4bce17cf-edee-4f12-912c-0d76424d6143 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae6479e3-eb90-4aa2-a4c9-038d153e077c HTTP/1.1" status: 200 len: 847 time: 0.0442827 Feb 21 00:50:00.827445 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178738f5-36ec-40f9-9ffc-edf08ef9a54c req-f85dac10-804e-4c58-95e9-461cab077afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:00.828955 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-178738f5-36ec-40f9-9ffc-edf08ef9a54c req-f85dac10-804e-4c58-95e9-461cab077afb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf5fe06-0d2f-4672-a789-249ffdebe987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440335 Feb 21 00:50:00.923501 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-178738f5-36ec-40f9-9ffc-edf08ef9a54c req-0ae83818-4f55-46dc-85fb-27372f4fb51c service neutron] 10.222.0.61 "GET /v2.0/networks/daf5fe06-0d2f-4672-a789-249ffdebe987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853257 Feb 21 00:50:01.013545 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-178738f5-36ec-40f9-9ffc-edf08ef9a54c req-70c9fedf-c440-4c69-bcab-71d8e90e4cf5 service neutron] 10.222.0.61 "GET /v2.0/networks/daf5fe06-0d2f-4672-a789-249ffdebe987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831952 Feb 21 00:50:01.702814 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:03.285217 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:25.853038 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:50:26.885242 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-eee26f84-022a-412b-a457-233ef9f47e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:26.907781 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:29.010763 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-06a446d7-924e-4bed-bafd-fa68e29ef904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:30.353852 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:31.673510 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:33.003927 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef50d3-3d72-4296-9ff1-bd87712f1276 req-51382114-0ba0-4591-bddc-4791c15e5448 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:33.005475 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f6ef50d3-3d72-4296-9ff1-bd87712f1276 req-51382114-0ba0-4591-bddc-4791c15e5448 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 945 time: 0.0557735 Feb 21 00:50:33.057415 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f6ef50d3-3d72-4296-9ff1-bd87712f1276 req-4c97432a-70b3-4af3-b939-6e675803f774 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435612 Feb 21 00:50:33.319381 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:34.178070 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b2028-a915-44fd-9832-ee0cbcabcffe req-ffd4e209-397f-4906-a927-6e6c897b865a tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:34.179536 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4a7b2028-a915-44fd-9832-ee0cbcabcffe req-ffd4e209-397f-4906-a927-6e6c897b865a tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 945 time: 0.0526795 Feb 21 00:50:34.225200 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4a7b2028-a915-44fd-9832-ee0cbcabcffe req-2c45b538-cc2c-469f-b145-32ce76fb12e5 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402551 Feb 21 00:50:34.567812 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4f07b-3e4d-4313-985d-a4e17581603d req-eeab32c3-fc73-4c7d-9e3c-9c7f14a3ab1f tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:34.569282 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5ec4f07b-3e4d-4313-985d-a4e17581603d req-eeab32c3-fc73-4c7d-9e3c-9c7f14a3ab1f tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.61 "GET /v2.0/ports?device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 945 time: 0.0555882 Feb 21 00:50:34.659380 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-5ec4f07b-3e4d-4313-985d-a4e17581603d req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Deleting port 2970a2c0-74cf-42c3-afe3-88a6e46393ef {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:50:34.659719 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5ec4f07b-3e4d-4313-985d-a4e17581603d req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (2970a2c0-74cf-42c3-afe3-88a6e46393ef), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:34.749503 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-5ec4f07b-3e4d-4313-985d-a4e17581603d req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] For port 2970a2c0-74cf-42c3-afe3-88a6e46393ef, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2970a2c0-74cf-42c3-afe3-88a6e46393ef,segment=NetworkSegment(07dac985-2ebc-419f-844b-2671c6be5153),segment_id=07dac985-2ebc-419f-844b-2671c6be5153)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:50:34.749781 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5ec4f07b-3e4d-4313-985d-a4e17581603d req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (2970a2c0-74cf-42c3-afe3-88a6e46393ef), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:34.762340 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-5ec4f07b-3e4d-4313-985d-a4e17581603d req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Calling delete_port for 2970a2c0-74cf-42c3-afe3-88a6e46393ef owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:50:34.982391 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5ec4f07b-3e4d-4313-985d-a4e17581603d req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (2970a2c0-74cf-42c3-afe3-88a6e46393ef), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:34.995789 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['2970a2c0-74cf-42c3-afe3-88a6e46393ef'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:50:35.015866 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Pushing event deleted for resources: {'Port': ['ID=2970a2c0-74cf-42c3-afe3-88a6e46393ef,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:50:35.042359 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:35.042711 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:35.043052 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:35.043386 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:35.043716 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:35.044547 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:35.044903 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:35.045311 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:35.045637 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:35.045960 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:35.046280 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:35.046600 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:35.046920 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:35.068553 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec4f07b-3e4d-4313-985d-a4e17581603d req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] No DVR routers for this DVR port 2970a2c0-74cf-42c3-afe3-88a6e46393ef on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:50:35.070981 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5ec4f07b-3e4d-4313-985d-a4e17581603d req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:35.074374 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5ec4f07b-3e4d-4313-985d-a4e17581603d req-6afb4ed9-d16d-4c02-92ed-5c7327c67716 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.61 "DELETE /v2.0/ports/2970a2c0-74cf-42c3-afe3-88a6e46393ef HTTP/1.1" status: 204 len: 173 time: 0.4995184 Feb 21 00:50:35.074805 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330a6e94-1da2-48b3-a3e5-bfd97dda487f', 'name': 'network-vif-deleted', 'tag': '2970a2c0-74cf-42c3-afe3-88a6e46393ef'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:50:35.077186 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54171b80-2921-42be-a412-e41e3ab376e1" -d '{"events": [{"server_uuid": "330a6e94-1da2-48b3-a3e5-bfd97dda487f", "name": "network-vif-deleted", "tag": "2970a2c0-74cf-42c3-afe3-88a6e46393ef"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:50:35.114890 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb73c0f-d41f-4574-a625-1ae70d88f932 x-openstack-request-id: req-6fb73c0f-d41f-4574-a625-1ae70d88f932 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:50:35.115409 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330a6e94-1da2-48b3-a3e5-bfd97dda487f", "name": "network-vif-deleted", "tag": "2970a2c0-74cf-42c3-afe3-88a6e46393ef", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:50:35.115666 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6fb73c0f-d41f-4574-a625-1ae70d88f932 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:50:35.116070 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330a6e94-1da2-48b3-a3e5-bfd97dda487f', 'name': 'network-vif-deleted', 'tag': '2970a2c0-74cf-42c3-afe3-88a6e46393ef', 'status': 'completed', 'code': 200} Feb 21 00:50:35.322258 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-76574725-9cf7-4607-8391-29aaf40647c0 req-d48d4ef8-be5f-4587-9f01-a2d065155418 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=330a6e94-1da2-48b3-a3e5-bfd97dda487f HTTP/1.1" status: 200 len: 210 time: 0.0287066 Feb 21 00:50:38.571851 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 2970a2c0-74cf-42c3-afe3-88a6e46393ef no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:50:38.591896 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: 2970a2c0-74cf-42c3-afe3-88a6e46393ef {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:50:38.592267 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 2970a2c0-74cf-42c3-afe3-88a6e46393ef not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:50:44.716983 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-2f44ced8-6948-408f-b30b-bdd076853a89 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:44.718240 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-2f44ced8-6948-408f-b30b-bdd076853a89 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/networks?id=0df2682a-86ef-4806-8e28-0a12d8945a7f HTTP/1.1" status: 200 len: 813 time: 0.1049638 Feb 21 00:50:44.732842 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-da75cccc-3a9b-463e-809c-efe301882eaa tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/quotas/868718b1ea534df3825dda6f800215f4 HTTP/1.1" status: 200 len: 375 time: 0.0090346 Feb 21 00:50:44.770938 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-6fc661eb-c022-4485-960e-a4002fc5abe1 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=868718b1ea534df3825dda6f800215f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316846 Feb 21 00:50:44.859761 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-c42a18d4-0db4-495e-a1be-0ce471b0963f service neutron] 10.222.0.81 "GET /v2.0/networks/0df2682a-86ef-4806-8e28-0a12d8945a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823581 Feb 21 00:50:44.945081 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-f9c27c32-8109-4597-84bf-28ab4c9168b3 service neutron] 10.222.0.81 "GET /v2.0/networks/0df2682a-86ef-4806-8e28-0a12d8945a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795681 Feb 21 00:50:45.198821 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0eecc222-f889-42a5-82ba-9183522f907b req-9e373dc8-62c7-4d5c-a75c-57a039ad4b39 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b5c4a3-700e-46d0-a39f-715fe5d5f169 HTTP/1.1" status: 200 len: 210 time: 0.0300081 Feb 21 00:50:46.294101 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-72493414-c055-404f-9800-9815fa585aa4 req-896e2d4b-92ad-445d-99e5-c240d4ae86cd tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b5c4a3-700e-46d0-a39f-715fe5d5f169 HTTP/1.1" status: 200 len: 210 time: 0.0270834 Feb 21 00:50:46.913002 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-64fbcb3d-4661-4318-96fb-5ff5c16afde8 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:46.914418 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-64fbcb3d-4661-4318-96fb-5ff5c16afde8 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.61 "GET /v2.0/networks?id=0df2682a-86ef-4806-8e28-0a12d8945a7f HTTP/1.1" status: 200 len: 813 time: 0.1026094 Feb 21 00:50:46.926527 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-31df866b-c2ad-477f-9774-944b02f3a6f7 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Request body: {'port': {'device_id': 'f8b5c4a3-700e-46d0-a39f-715fe5d5f169', 'network_id': '0df2682a-86ef-4806-8e28-0a12d8945a7f', 'admin_state_up': True, 'tenant_id': '868718b1ea534df3825dda6f800215f4'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:50:47.108208 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-31df866b-c2ad-477f-9774-944b02f3a6f7 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Made reservation on behalf of 868718b1ea534df3825dda6f800215f4 for: {'port': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:50:47.112108 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-31df866b-c2ad-477f-9774-944b02f3a6f7 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:47.239967 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-31df866b-c2ad-477f-9774-944b02f3a6f7 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Allocated IP 172.20.0.2 (0df2682a-86ef-4806-8e28-0a12d8945a7f/52e12a06-3104-4cf3-be37-0fe4e80de665/57c65233-da3e-41af-a735-1b8ee4fb46e2) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:50:47.385756 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-31df866b-c2ad-477f-9774-944b02f3a6f7 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Publish callbacks [] for port (57c65233-da3e-41af-a735-1b8ee4fb46e2), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:47.391559 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e1f169c1-b46d-482b-9102-2a19b6b151db req-50913302-9845-4086-9107-b96c1d387e73 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b5c4a3-700e-46d0-a39f-715fe5d5f169 HTTP/1.1" status: 200 len: 210 time: 0.0268841 Feb 21 00:50:47.479392 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-31df866b-c2ad-477f-9774-944b02f3a6f7 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (57c65233-da3e-41af-a735-1b8ee4fb46e2), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:47.519743 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-31df866b-c2ad-477f-9774-944b02f3a6f7 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Network 0df2682a-86ef-4806-8e28-0a12d8945a7f is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:50:47.522768 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-31df866b-c2ad-477f-9774-944b02f3a6f7 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:50:47.526267 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-31df866b-c2ad-477f-9774-944b02f3a6f7 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:50:47.553364 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df866b-c2ad-477f-9774-944b02f3a6f7 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Pushing event updated for resources: {'Port': ['ID=57c65233-da3e-41af-a735-1b8ee4fb46e2,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:50:47.579438 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-31df866b-c2ad-477f-9774-944b02f3a6f7 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:47.580044 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-31df866b-c2ad-477f-9774-944b02f3a6f7 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:47.653295 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-31df866b-c2ad-477f-9774-944b02f3a6f7 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7303944 Feb 21 00:50:47.664258 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Request body: {'port': {'device_id': 'f8b5c4a3-700e-46d0-a39f-715fe5d5f169', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:50:47.727390 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (57c65233-da3e-41af-a735-1b8ee4fb46e2), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:47.988717 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c65233-da3e-41af-a735-1b8ee4fb46e2 {{(pid=109907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:50:47.995914 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Publish callbacks [] for port (57c65233-da3e-41af-a735-1b8ee4fb46e2), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:48.008091 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.provisioning_blocks [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Transition to ACTIVE for port object 57c65233-da3e-41af-a735-1b8ee4fb46e2 will not be triggered until provisioned by entity L2. {{(pid=109907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:50:48.067211 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (57c65233-da3e-41af-a735-1b8ee4fb46e2), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:48.116408 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=57c65233-da3e-41af-a735-1b8ee4fb46e2,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:50:48.192852 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Attempting to bind port 57c65233-da3e-41af-a735-1b8ee4fb46e2 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:50:48.193185 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Attempting to bind port 57c65233-da3e-41af-a735-1b8ee4fb46e2 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '07dac985-2ebc-419f-844b-2671c6be5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0df2682a-86ef-4806-8e28-0a12d8945a7f'}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:50:48.193521 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Attempting to bind port 57c65233-da3e-41af-a735-1b8ee4fb46e2 on network 0df2682a-86ef-4806-8e28-0a12d8945a7f {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:50:48.198423 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Port 57c65233-da3e-41af-a735-1b8ee4fb46e2 on network 0df2682a-86ef-4806-8e28-0a12d8945a7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:50:48.198747 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Attempting to bind port 57c65233-da3e-41af-a735-1b8ee4fb46e2 on network 0df2682a-86ef-4806-8e28-0a12d8945a7f {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:50:48.205146 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:50:48.205485 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Checking segment: {'id': '07dac985-2ebc-419f-844b-2671c6be5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0df2682a-86ef-4806-8e28-0a12d8945a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:50:48.205869 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Bound using segment: {'id': '07dac985-2ebc-419f-844b-2671c6be5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0df2682a-86ef-4806-8e28-0a12d8945a7f'} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:50:48.206309 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Bound port: 57c65233-da3e-41af-a735-1b8ee4fb46e2, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07dac985-2ebc-419f-844b-2671c6be5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0df2682a-86ef-4806-8e28-0a12d8945a7f'}}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:50:48.206668 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (57c65233-da3e-41af-a735-1b8ee4fb46e2), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:48.274589 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] For port 57c65233-da3e-41af-a735-1b8ee4fb46e2, host hv-cinder-81322, cleared binding levels {{(pid=109907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:50:48.277744 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] For port 57c65233-da3e-41af-a735-1b8ee4fb46e2, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=57c65233-da3e-41af-a735-1b8ee4fb46e2,segment=NetworkSegment(07dac985-2ebc-419f-844b-2671c6be5153),segment_id=07dac985-2ebc-419f-844b-2671c6be5153)] {{(pid=109907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:50:48.342391 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (57c65233-da3e-41af-a735-1b8ee4fb46e2), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:48.377827 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:48.378452 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:48.379830 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] 10.222.0.61 "PUT /v2.0/ports/57c65233-da3e-41af-a735-1b8ee4fb46e2 HTTP/1.1" status: 200 len: 1093 time: 0.7196977 Feb 21 00:50:48.380273 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b5c4a3-700e-46d0-a39f-715fe5d5f169', 'tag': '57c65233-da3e-41af-a735-1b8ee4fb46e2'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:50:48.382544 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebbf242-73e3-47b2-8d0f-08f5ea23ebc7" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b5c4a3-700e-46d0-a39f-715fe5d5f169", "tag": "57c65233-da3e-41af-a735-1b8ee4fb46e2"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:50:48.405880 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93199f41-e560-4e12-b5b4-967aa3d6b6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=57c65233-da3e-41af-a735-1b8ee4fb46e2,revision_number=3']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:50:48.423370 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c6543a-379c-41ce-9c96-904cad5e519c x-openstack-request-id: req-02c6543a-379c-41ce-9c96-904cad5e519c {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:50:48.423691 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b5c4a3-700e-46d0-a39f-715fe5d5f169", "tag": "57c65233-da3e-41af-a735-1b8ee4fb46e2", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:50:48.423999 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02c6543a-379c-41ce-9c96-904cad5e519c {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:50:48.424500 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b5c4a3-700e-46d0-a39f-715fe5d5f169', 'tag': '57c65233-da3e-41af-a735-1b8ee4fb46e2', 'status': 'completed', 'code': 200} Feb 21 00:50:48.494056 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbf242-73e3-47b2-8d0f-08f5ea23ebc7 req-3a609555-104d-4861-956d-f4135095ed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:48.495582 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6ebbf242-73e3-47b2-8d0f-08f5ea23ebc7 req-3a609555-104d-4861-956d-f4135095ed01 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=868718b1ea534df3825dda6f800215f4&device_id=f8b5c4a3-700e-46d0-a39f-715fe5d5f169 HTTP/1.1" status: 200 len: 1127 time: 0.0526958 Feb 21 00:50:48.527421 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f20d3c-fedd-4fe1-b089-1cbae1dd8592 req-955661f7-58b4-40d2-aa74-8d15cb7e7e37 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:48.528870 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-98f20d3c-fedd-4fe1-b089-1cbae1dd8592 req-955661f7-58b4-40d2-aa74-8d15cb7e7e37 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b5c4a3-700e-46d0-a39f-715fe5d5f169 HTTP/1.1" status: 200 len: 943 time: 0.0532534 Feb 21 00:50:48.575866 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-98f20d3c-fedd-4fe1-b089-1cbae1dd8592 req-f0c52639-7ed3-4e8a-9831-49b0cd317d90 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404456 Feb 21 00:50:48.595748 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbf242-73e3-47b2-8d0f-08f5ea23ebc7 req-a8496671-78b3-4c13-9ab9-7cbdd1285019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:48.597315 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6ebbf242-73e3-47b2-8d0f-08f5ea23ebc7 req-a8496671-78b3-4c13-9ab9-7cbdd1285019 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=868718b1ea534df3825dda6f800215f4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0952754 Feb 21 00:50:48.688528 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbf242-73e3-47b2-8d0f-08f5ea23ebc7 req-04c0f0e9-f156-4393-8fa8-6f1ccc08dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:48.690008 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6ebbf242-73e3-47b2-8d0f-08f5ea23ebc7 req-04c0f0e9-f156-4393-8fa8-6f1ccc08dddc service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871773 Feb 21 00:50:48.776778 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-2282007e-9487-4a0e-9a75-873cf3b10fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:48.778304 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-2282007e-9487-4a0e-9a75-873cf3b10fe0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=868718b1ea534df3825dda6f800215f4&device_id=f8b5c4a3-700e-46d0-a39f-715fe5d5f169 HTTP/1.1" status: 200 len: 1127 time: 0.0526383 Feb 21 00:50:48.819538 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-346b7154-13ee-4970-97c5-96e231826db7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57c65233-da3e-41af-a735-1b8ee4fb46e2 HTTP/1.1" status: 200 len: 217 time: 0.0343091 Feb 21 00:50:48.866817 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-1c04f0cd-1be5-4005-8575-be0721beb09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:48.868226 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-1c04f0cd-1be5-4005-8575-be0721beb09e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52e12a06-3104-4cf3-be37-0fe4e80de665 HTTP/1.1" status: 200 len: 853 time: 0.0437274 Feb 21 00:50:48.903532 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-18ea954c-bb46-4f70-8a3f-6c6f9496ad8b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0df2682a-86ef-4806-8e28-0a12d8945a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280406 Feb 21 00:50:48.988630 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-4100a004-93d6-4ef0-af86-f9a226826082 service neutron] 10.222.0.61 "GET /v2.0/networks/0df2682a-86ef-4806-8e28-0a12d8945a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785387 Feb 21 00:50:49.079202 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-12ac049b-501e-4644-a4ed-1794f3a92723 req-489b622b-5b1b-49f5-ab53-eec478469fde service neutron] 10.222.0.61 "GET /v2.0/networks/0df2682a-86ef-4806-8e28-0a12d8945a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850806 Feb 21 00:50:49.694645 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397100c-164d-41c3-9348-5894435af43a req-1779a69a-4d84-4298-852b-08220b81b231 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:49.696110 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a397100c-164d-41c3-9348-5894435af43a req-1779a69a-4d84-4298-852b-08220b81b231 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b5c4a3-700e-46d0-a39f-715fe5d5f169 HTTP/1.1" status: 200 len: 943 time: 0.0526617 Feb 21 00:50:49.741731 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a397100c-164d-41c3-9348-5894435af43a req-452567e1-b15d-4a52-881e-545de6206b93 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400982 Feb 21 00:50:50.857605 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9092410-06b8-4e0a-998d-637063ccf2fe req-736528a2-9559-4584-a1b3-365879079589 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:50.859071 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e9092410-06b8-4e0a-998d-637063ccf2fe req-736528a2-9559-4584-a1b3-365879079589 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b5c4a3-700e-46d0-a39f-715fe5d5f169 HTTP/1.1" status: 200 len: 943 time: 0.0507221 Feb 21 00:50:50.907393 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e9092410-06b8-4e0a-998d-637063ccf2fe req-a99d7945-144f-4fcb-8465-c6c6be5a7d81 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428810 Feb 21 00:50:52.022448 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd04be6-2175-4bb3-a2cd-0a4c52fbe310 req-91cf1897-31e1-43fd-8e9f-701d867b1d1f tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:52.023851 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3cd04be6-2175-4bb3-a2cd-0a4c52fbe310 req-91cf1897-31e1-43fd-8e9f-701d867b1d1f tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b5c4a3-700e-46d0-a39f-715fe5d5f169 HTTP/1.1" status: 200 len: 943 time: 0.0518162 Feb 21 00:50:52.036263 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 57c65233-da3e-41af-a735-1b8ee4fb46e2 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:50:52.072156 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3cd04be6-2175-4bb3-a2cd-0a4c52fbe310 req-2f372964-bf30-4072-a307-85bedb9312b5 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 Feb 21 00:50:52.133022 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 57c65233-da3e-41af-a735-1b8ee4fb46e2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=57c65233-da3e-41af-a735-1b8ee4fb46e2,segment=NetworkSegment(07dac985-2ebc-419f-844b-2671c6be5153),segment_id=07dac985-2ebc-419f-844b-2671c6be5153)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:50:52.144912 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': '57c65233-da3e-41af-a735-1b8ee4fb46e2', 'network_id': '0df2682a-86ef-4806-8e28-0a12d8945a7f', 'port_id': '57c65233-da3e-41af-a735-1b8ee4fb46e2', 'mac_address': 'fa:16:3e:26:c5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e12a06-3104-4cf3-be37-0fe4e80de665', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:50:52.180671 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 57c65233-da3e-41af-a735-1b8ee4fb46e2 is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:50:52.181065 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (57c65233-da3e-41af-a735-1b8ee4fb46e2), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:52.194347 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c65233-da3e-41af-a735-1b8ee4fb46e2 {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:50:52.213225 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 57c65233-da3e-41af-a735-1b8ee4fb46e2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=57c65233-da3e-41af-a735-1b8ee4fb46e2,segment=NetworkSegment(07dac985-2ebc-419f-844b-2671c6be5153),segment_id=07dac985-2ebc-419f-844b-2671c6be5153)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:50:52.273058 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (57c65233-da3e-41af-a735-1b8ee4fb46e2), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:52.323391 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=57c65233-da3e-41af-a735-1b8ee4fb46e2,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:50:52.330783 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:52.331143 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:52.331493 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:52.331838 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:52.332176 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:52.332508 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:52.332870 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:52.333204 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:52.333537 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:52.333867 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:52.334196 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:52.334522 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:52.334849 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:50:52.491164 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['57c65233-da3e-41af-a735-1b8ee4fb46e2'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:50:53.188968 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442fb20-c900-4f5a-87fd-180fa2a1a94c req-beca237c-3312-4d2a-89fc-c5fb74850460 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:53.190598 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-1442fb20-c900-4f5a-87fd-180fa2a1a94c req-beca237c-3312-4d2a-89fc-c5fb74850460 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b5c4a3-700e-46d0-a39f-715fe5d5f169 HTTP/1.1" status: 200 len: 944 time: 0.0520613 Feb 21 00:50:53.237392 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-1442fb20-c900-4f5a-87fd-180fa2a1a94c req-9753382e-0489-4c4d-a5c5-3a14d7ba31b6 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414169 Feb 21 00:50:54.044823 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 57c65233-da3e-41af-a735-1b8ee4fb46e2 up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:50:54.175961 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port 57c65233-da3e-41af-a735-1b8ee4fb46e2 completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:50:54.179861 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port 57c65233-da3e-41af-a735-1b8ee4fb46e2 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:50:54.180443 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (57c65233-da3e-41af-a735-1b8ee4fb46e2), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:54.260139 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 57c65233-da3e-41af-a735-1b8ee4fb46e2 is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:50:54.260580 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (57c65233-da3e-41af-a735-1b8ee4fb46e2), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:54.284115 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b5c4a3-700e-46d0-a39f-715fe5d5f169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c65233-da3e-41af-a735-1b8ee4fb46e2'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:50:54.286394 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfe0952-5c6f-4eb5-8064-29bcfd80effa" -d '{"events": [{"server_uuid": "f8b5c4a3-700e-46d0-a39f-715fe5d5f169", "name": "network-vif-plugged", "status": "completed", "tag": "57c65233-da3e-41af-a735-1b8ee4fb46e2"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:50:54.299437 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 57c65233-da3e-41af-a735-1b8ee4fb46e2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=57c65233-da3e-41af-a735-1b8ee4fb46e2,segment=NetworkSegment(07dac985-2ebc-419f-844b-2671c6be5153),segment_id=07dac985-2ebc-419f-844b-2671c6be5153)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:50:54.325438 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c93c047-eea7-4a84-abd2-1f1d752bda28 x-openstack-request-id: req-9c93c047-eea7-4a84-abd2-1f1d752bda28 {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:50:54.325737 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b5c4a3-700e-46d0-a39f-715fe5d5f169", "name": "network-vif-plugged", "status": "completed", "tag": "57c65233-da3e-41af-a735-1b8ee4fb46e2", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:50:54.325993 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c93c047-eea7-4a84-abd2-1f1d752bda28 {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:50:54.326393 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b5c4a3-700e-46d0-a39f-715fe5d5f169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c65233-da3e-41af-a735-1b8ee4fb46e2', 'code': 200} Feb 21 00:50:54.341745 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (57c65233-da3e-41af-a735-1b8ee4fb46e2), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:54.363614 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8bb25-424c-4f4e-ba10-d0504ecfec9f req-1d9cad8e-25e9-4d18-92e4-f27c7c504d62 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:54.365162 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-08b8bb25-424c-4f4e-ba10-d0504ecfec9f req-1d9cad8e-25e9-4d18-92e4-f27c7c504d62 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b5c4a3-700e-46d0-a39f-715fe5d5f169 HTTP/1.1" status: 200 len: 944 time: 0.0612009 Feb 21 00:50:54.391215 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=57c65233-da3e-41af-a735-1b8ee4fb46e2,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:50:54.417137 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-08b8bb25-424c-4f4e-ba10-d0504ecfec9f req-a803c401-6ddc-441f-9209-e3371d0d6353 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458174 Feb 21 00:50:54.635375 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e041fd4-9bf2-4168-8df7-b001fadb809f req-58555872-6d25-4642-890d-12bbe5651fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:54.636887 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3e041fd4-9bf2-4168-8df7-b001fadb809f req-58555872-6d25-4642-890d-12bbe5651fda service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8b5c4a3-700e-46d0-a39f-715fe5d5f169 HTTP/1.1" status: 200 len: 1129 time: 0.0425951 Feb 21 00:50:54.679596 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3e041fd4-9bf2-4168-8df7-b001fadb809f req-49778702-506a-4cdf-822f-e9644e3a2fc2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362213 Feb 21 00:50:55.541413 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc4e97-ba91-4e84-88ad-6e6ae37fedec req-400ce6f6-edf2-48b7-bdde-c4fc09e501b3 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:55.542861 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-5ccc4e97-ba91-4e84-88ad-6e6ae37fedec req-400ce6f6-edf2-48b7-bdde-c4fc09e501b3 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b5c4a3-700e-46d0-a39f-715fe5d5f169 HTTP/1.1" status: 200 len: 945 time: 0.0514822 Feb 21 00:50:55.589733 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-5ccc4e97-ba91-4e84-88ad-6e6ae37fedec req-727a7104-8332-4052-8269-776cd0b4353d tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395553 Feb 21 00:50:56.709765 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e5113-1984-489b-b09e-1af346e42664 req-0be63c5e-e376-4ee3-a735-855381887a7e tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:50:56.711116 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-665e5113-1984-489b-b09e-1af346e42664 req-0be63c5e-e376-4ee3-a735-855381887a7e tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b5c4a3-700e-46d0-a39f-715fe5d5f169 HTTP/1.1" status: 200 len: 945 time: 0.0514166 Feb 21 00:50:56.885271 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f179-13fc-465c-80a1-4f6bd9264781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:56.913598 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:50:57.035640 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-665e5113-1984-489b-b09e-1af346e42664 req-1eab2321-96dc-4c1a-a285-e5921d07afa1 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188779 Feb 21 00:50:59.027310 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-2865a26c-010c-4c5a-8a53-6029a3111d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:00.330092 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:01.644694 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:02.852091 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:51:03.306639 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:08.035622 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59252) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:08.192020 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Deleting port 9bd1cec4-c59f-4a1d-8c0d-5ebbefa1dea9 {{(pid=109906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:51:08.192382 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (9bd1cec4-c59f-4a1d-8c0d-5ebbefa1dea9), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:08.267244 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (9bd1cec4-c59f-4a1d-8c0d-5ebbefa1dea9), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:08.267716 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for floatingip (9bd1cec4-c59f-4a1d-8c0d-5ebbefa1dea9), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:08.279560 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Calling delete_port for 9bd1cec4-c59f-4a1d-8c0d-5ebbefa1dea9 owned by network:floatingip {{(pid=109906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:51:08.507230 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (9bd1cec4-c59f-4a1d-8c0d-5ebbefa1dea9), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:08.531830 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Pushing event deleted for resources: {'Port': ['ID=9bd1cec4-c59f-4a1d-8c0d-5ebbefa1dea9,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:08.545733 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:08.546088 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:08.546431 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:08.546793 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:08.547124 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:08.547452 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:08.547936 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:08.548632 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:08.551348 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:08.551348 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:08.551348 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:08.551348 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:08.551348 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:08.608116 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for floatingip (68ac15d4-9000-4ef4-87ef-272a1c938016), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:08.608447 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.db.l3_db [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Floating IP 68ac15d4-9000-4ef4-87ef-272a1c938016 disassociated (deleted). External IP: 172.27.1.40, port: c0a426c4-2d0f-4fab-914a-e9126f67e57d. Feb 21 00:51:08.818707 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Router 48ba2da3-7d56-4cf9-9a55-2a6218918265 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:51:08.926199 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:51:08.931021 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:08.937778 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d193f805-e700-4921-abba-007397981378 None None] Sync routers for ids ['48ba2da3-7d56-4cf9-9a55-2a6218918265'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:51:08.948250 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193f805-e700-4921-abba-007397981378 None None] Routers {'48ba2da3-7d56-4cf9-9a55-2a6218918265'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:51:08.948988 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-d193f805-e700-4921-abba-007397981378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:50:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['48ba2da3-7d56-4cf9-9a55-2a6218918265'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:08.962250 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-2bd4ee02-5803-40a2-942e-7a144b1360cc tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "DELETE /v2.0/floatingips/68ac15d4-9000-4ef4-87ef-272a1c938016 HTTP/1.1" status: 204 len: 168 time: 0.9256082 Feb 21 00:51:08.962855 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb8a2e1-a5ba-4944-8ece-4b2035102206', 'tag': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d'}] {{(pid=109906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:51:08.965179 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc518c6d51578be2a31f52ee0893325345821a3685c97876d81d10eababaab57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0d38cf-c6ad-469c-accd-d952df5c31fd" -d '{"events": [{"name": "network-changed", "server_uuid": "abb8a2e1-a5ba-4944-8ece-4b2035102206", "tag": "c0a426c4-2d0f-4fab-914a-e9126f67e57d"}]}' {{(pid=109906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:51:09.005978 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d5c5ff-7b36-4e1a-ad12-ab76912fb53a x-openstack-request-id: req-f6d5c5ff-7b36-4e1a-ad12-ab76912fb53a {{(pid=109906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:51:09.006272 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb8a2e1-a5ba-4944-8ece-4b2035102206", "tag": "c0a426c4-2d0f-4fab-914a-e9126f67e57d", "status": "completed", "code": 200}]} {{(pid=109906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:51:09.006530 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f6d5c5ff-7b36-4e1a-ad12-ab76912fb53a {{(pid=109906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:51:09.006937 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb8a2e1-a5ba-4944-8ece-4b2035102206', 'tag': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d', 'status': 'completed', 'code': 200} Feb 21 00:51:09.066386 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-d193f805-e700-4921-abba-007397981378 None None] Set router 48ba2da3-7d56-4cf9-9a55-2a6218918265 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:51:09.071841 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d38cf-c6ad-469c-accd-d952df5c31fd req-3d9ff76a-b225-4383-b548-2988848b83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:51:09.073948 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6d0d38cf-c6ad-469c-accd-d952df5c31fd req-3d9ff76a-b225-4383-b548-2988848b83e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d72182772ed4494590eaf3e9e402c4f3&device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 1130 time: 0.0466831 Feb 21 00:51:09.167899 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d38cf-c6ad-469c-accd-d952df5c31fd req-9fba19dc-f489-4831-a9b7-42e86edeb343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:51:09.169402 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6d0d38cf-c6ad-469c-accd-d952df5c31fd req-9fba19dc-f489-4831-a9b7-42e86edeb343 service neutron] 10.222.0.61 "GET /v2.0/networks?id=daf5fe06-0d2f-4672-a789-249ffdebe987 HTTP/1.1" status: 200 len: 909 time: 0.0890546 Feb 21 00:51:09.214284 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6d0d38cf-c6ad-469c-accd-d952df5c31fd req-fcac262a-3b68-4b51-94da-7e9690315c3f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a426c4-2d0f-4fab-914a-e9126f67e57d HTTP/1.1" status: 200 len: 217 time: 0.0386214 Feb 21 00:51:09.263761 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d38cf-c6ad-469c-accd-d952df5c31fd req-af70ed32-5c86-4b43-baeb-640a3965db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:51:09.265392 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6d0d38cf-c6ad-469c-accd-d952df5c31fd req-af70ed32-5c86-4b43-baeb-640a3965db47 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae6479e3-eb90-4aa2-a4c9-038d153e077c HTTP/1.1" status: 200 len: 847 time: 0.0438964 Feb 21 00:51:09.276219 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-d193f805-e700-4921-abba-007397981378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'name': 'tempest-TestShelveInstance-315378801-router', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:18Z', 'updated_at': '2022-02-21T00:46:22Z', 'revision_number': 4, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'gw_port': {'id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:19Z', 'updated_at': '2022-02-21T00:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': 'fe58f070-bc6b-4937-a87d-4e11aee671f0', 'name': '', 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'mac_address': 'fa:16:3e:14:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:21Z', 'updated_at': '2022-02-21T00:46:25Z', 'revision_number': 5, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'subnets': [{'id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:09.304632 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d193f805-e700-4921-abba-007397981378 None None] Checking router: 48ba2da3-7d56-4cf9-9a55-2a6218918265 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:51:09.313075 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193f805-e700-4921-abba-007397981378 None None] Routers {'48ba2da3-7d56-4cf9-9a55-2a6218918265'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:51:09.314568 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d38cf-c6ad-469c-accd-d952df5c31fd req-fde9f567-92d1-4b8f-86db-7f1597a0fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:51:09.314759 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-d193f805-e700-4921-abba-007397981378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:50:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['48ba2da3-7d56-4cf9-9a55-2a6218918265'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:09.316097 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6d0d38cf-c6ad-469c-accd-d952df5c31fd req-fde9f567-92d1-4b8f-86db-7f1597a0fe4b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf5fe06-0d2f-4672-a789-249ffdebe987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443010 Feb 21 00:51:09.415859 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6d0d38cf-c6ad-469c-accd-d952df5c31fd req-04f9ffb1-065a-439a-a4d0-4881f10aacd6 service neutron] 10.222.0.61 "GET /v2.0/networks/daf5fe06-0d2f-4672-a789-249ffdebe987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923393 Feb 21 00:51:09.429935 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-d193f805-e700-4921-abba-007397981378 None None] Set router 48ba2da3-7d56-4cf9-9a55-2a6218918265 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:51:09.510005 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6d0d38cf-c6ad-469c-accd-d952df5c31fd req-2cbcfcce-eb69-463d-89d2-c61ec584fec8 service neutron] 10.222.0.61 "GET /v2.0/networks/daf5fe06-0d2f-4672-a789-249ffdebe987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862715 Feb 21 00:51:09.564530 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0f667-4040-4889-bcd2-19465531be56 req-7ec7e8e4-58cc-4610-aa1c-b9e52660e2cd tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:51:09.572487 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-79e0f667-4040-4889-bcd2-19465531be56 req-7ec7e8e4-58cc-4610-aa1c-b9e52660e2cd tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.2371306 Feb 21 00:51:09.623131 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-79e0f667-4040-4889-bcd2-19465531be56 req-18d7d535-dd23-40e5-bb15-37a968a014d1 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497124 Feb 21 00:51:09.773732 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-d193f805-e700-4921-abba-007397981378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'name': 'tempest-TestShelveInstance-315378801-router', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:18Z', 'updated_at': '2022-02-21T00:46:22Z', 'revision_number': 4, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'gw_port': {'id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:19Z', 'updated_at': '2022-02-21T00:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': 'fe58f070-bc6b-4937-a87d-4e11aee671f0', 'name': '', 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'mac_address': 'fa:16:3e:14:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:21Z', 'updated_at': '2022-02-21T00:46:25Z', 'revision_number': 5, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'subnets': [{'id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:09.800090 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d193f805-e700-4921-abba-007397981378 None None] The sync data for ids ['48ba2da3-7d56-4cf9-9a55-2a6218918265'] in dv-cinder-813224-6-iscsi is: [{'id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'name': 'tempest-TestShelveInstance-315378801-router', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:18Z', 'updated_at': '2022-02-21T00:46:22Z', 'revision_number': 4, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'gw_port': {'id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:19Z', 'updated_at': '2022-02-21T00:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': 'fe58f070-bc6b-4937-a87d-4e11aee671f0', 'name': '', 'network_id': 'daf5fe06-0d2f-4672-a789-249ffdebe987', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'mac_address': 'fa:16:3e:14:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:21Z', 'updated_at': '2022-02-21T00:46:25Z', 'revision_number': 5, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'subnets': [{'id': 'ae6479e3-eb90-4aa2-a4c9-038d153e077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:51:10.027035 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85ef2e6-bac5-488a-b9b7-5a9f7eba233b None None] New status for floating IP 68ac15d4-9000-4ef4-87ef-272a1c938016: DOWN {{(pid=109909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:51:10.801407 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ab640-c3ab-4428-a6e2-efed0282b507 req-cd929158-757a-4862-89ae-3e143f66763d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:51:10.802861 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d45ab640-c3ab-4428-a6e2-efed0282b507 req-cd929158-757a-4862-89ae-3e143f66763d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.1095896 Feb 21 00:51:10.851190 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d45ab640-c3ab-4428-a6e2-efed0282b507 req-c905b22e-66f8-4bd7-87c3-aa5039c61113 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427628 Feb 21 00:51:11.982190 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e5ca4-f751-450c-83fc-758d2a3b0af2 req-f4192433-493f-49e4-8064-bc2ef44de520 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:51:11.983648 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a83e5ca4-f751-450c-83fc-758d2a3b0af2 req-f4192433-493f-49e4-8064-bc2ef44de520 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0567110 Feb 21 00:51:12.036052 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a83e5ca4-f751-450c-83fc-758d2a3b0af2 req-8d8fbd2a-ba65-4a23-a030-ec780f8201e9 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462556 Feb 21 00:51:13.157636 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08cf69-ad9e-4295-b52a-cd7e91ac96a6 req-2ecf016f-639d-4d8a-94c8-16ec47d16ee0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:51:13.159627 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fc08cf69-ad9e-4295-b52a-cd7e91ac96a6 req-2ecf016f-639d-4d8a-94c8-16ec47d16ee0 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0543587 Feb 21 00:51:13.209470 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fc08cf69-ad9e-4295-b52a-cd7e91ac96a6 req-136f95a0-a47a-4d17-a005-1e40b16ba257 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf782432-ea01-487c-b4e7-def8d3c79c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436063 Feb 21 00:51:13.277539 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f8e0d-8abe-46d9-af64-9f8e39ea15d1 req-85922d4c-6907-491a-a5b4-bca06ac3b875 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:51:13.278951 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-189f8e0d-8abe-46d9-af64-9f8e39ea15d1 req-85922d4c-6907-491a-a5b4-bca06ac3b875 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.61 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 946 time: 0.0512464 Feb 21 00:51:13.374246 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-189f8e0d-8abe-46d9-af64-9f8e39ea15d1 req-f3947e47-5584-49c7-a421-24150b1a07b1 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Deleting port c0a426c4-2d0f-4fab-914a-e9126f67e57d {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:51:13.374589 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-189f8e0d-8abe-46d9-af64-9f8e39ea15d1 req-f3947e47-5584-49c7-a421-24150b1a07b1 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:13.461425 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-189f8e0d-8abe-46d9-af64-9f8e39ea15d1 req-f3947e47-5584-49c7-a421-24150b1a07b1 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] For port c0a426c4-2d0f-4fab-914a-e9126f67e57d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c0a426c4-2d0f-4fab-914a-e9126f67e57d,segment=NetworkSegment(3496238a-f950-46cb-bba4-17a3a59fc57e),segment_id=3496238a-f950-46cb-bba4-17a3a59fc57e)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:51:13.461785 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-189f8e0d-8abe-46d9-af64-9f8e39ea15d1 req-f3947e47-5584-49c7-a421-24150b1a07b1 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:13.474095 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-189f8e0d-8abe-46d9-af64-9f8e39ea15d1 req-f3947e47-5584-49c7-a421-24150b1a07b1 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Calling delete_port for c0a426c4-2d0f-4fab-914a-e9126f67e57d owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:51:13.667279 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-189f8e0d-8abe-46d9-af64-9f8e39ea15d1 req-f3947e47-5584-49c7-a421-24150b1a07b1 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (c0a426c4-2d0f-4fab-914a-e9126f67e57d), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:13.697722 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3947e47-5584-49c7-a421-24150b1a07b1 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Pushing event deleted for resources: {'Port': ['ID=c0a426c4-2d0f-4fab-914a-e9126f67e57d,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:13.742172 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-189f8e0d-8abe-46d9-af64-9f8e39ea15d1 req-f3947e47-5584-49c7-a421-24150b1a07b1 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] No DVR routers for this DVR port c0a426c4-2d0f-4fab-914a-e9126f67e57d on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:51:13.744674 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-189f8e0d-8abe-46d9-af64-9f8e39ea15d1 req-f3947e47-5584-49c7-a421-24150b1a07b1 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:13.747953 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-189f8e0d-8abe-46d9-af64-9f8e39ea15d1 req-f3947e47-5584-49c7-a421-24150b1a07b1 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.61 "DELETE /v2.0/ports/c0a426c4-2d0f-4fab-914a-e9126f67e57d HTTP/1.1" status: 204 len: 173 time: 0.4621885 Feb 21 00:51:13.748392 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb8a2e1-a5ba-4944-8ece-4b2035102206', 'name': 'network-vif-deleted', 'tag': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:51:13.751216 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9030ab5e-0409-4596-823f-4c89f096d6f2" -d '{"events": [{"server_uuid": "abb8a2e1-a5ba-4944-8ece-4b2035102206", "name": "network-vif-deleted", "tag": "c0a426c4-2d0f-4fab-914a-e9126f67e57d"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:51:13.787545 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1078fa79-5ab8-4cb3-97f4-e8d1681f4771 x-openstack-request-id: req-1078fa79-5ab8-4cb3-97f4-e8d1681f4771 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:51:13.787838 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb8a2e1-a5ba-4944-8ece-4b2035102206", "name": "network-vif-deleted", "tag": "c0a426c4-2d0f-4fab-914a-e9126f67e57d", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:51:13.788092 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1078fa79-5ab8-4cb3-97f4-e8d1681f4771 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:51:13.788524 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb8a2e1-a5ba-4944-8ece-4b2035102206', 'name': 'network-vif-deleted', 'tag': 'c0a426c4-2d0f-4fab-914a-e9126f67e57d', 'status': 'completed', 'code': 200} Feb 21 00:51:14.310624 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-cc13905c-376a-460a-9740-7b66aa8ffe58 req-8680b490-facc-45df-8e58-7d21034e55a5 tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "GET /v2.0/ports?device_id=abb8a2e1-a5ba-4944-8ece-4b2035102206 HTTP/1.1" status: 200 len: 210 time: 0.0292828 Feb 21 00:51:15.372545 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 59302) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:15.429699 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ccb6199f-ce03-4ebc-a6d2-f6e57280e05d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group (cf782432-ea01-487c-b4e7-def8d3c79c69), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:15.454706 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ccb6199f-ce03-4ebc-a6d2-f6e57280e05d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group (cf782432-ea01-487c-b4e7-def8d3c79c69), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:15.565007 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ccb6199f-ce03-4ebc-a6d2-f6e57280e05d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (cf782432-ea01-487c-b4e7-def8d3c79c69), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:15.567643 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-ccb6199f-ce03-4ebc-a6d2-f6e57280e05d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:15.568820 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-ccb6199f-ce03-4ebc-a6d2-f6e57280e05d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] 10.222.0.81 "DELETE /v2.0/security-groups/cf782432-ea01-487c-b4e7-def8d3c79c69 HTTP/1.1" status: 204 len: 168 time: 0.1951902 Feb 21 00:51:15.578123 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6199f-ce03-4ebc-a6d2-f6e57280e05d tempest-TestShelveInstance-1902936559 tempest-TestShelveInstance-1902936559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf782432-ea01-487c-b4e7-def8d3c79c69,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:15.698860 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59306) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:16.300428 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a4865ed2-5380-4fe4-bfe1-957024818622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358903'] for router_interface (48ba2da3-7d56-4cf9-9a55-2a6218918265), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:16.552085 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-a4865ed2-5380-4fe4-bfe1-957024818622 admin admin] Deleting port fe58f070-bc6b-4937-a87d-4e11aee671f0 {{(pid=109906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:51:16.552340 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a4865ed2-5380-4fe4-bfe1-957024818622 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (fe58f070-bc6b-4937-a87d-4e11aee671f0), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:16.667409 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.db [None req-a4865ed2-5380-4fe4-bfe1-957024818622 admin admin] For port fe58f070-bc6b-4937-a87d-4e11aee671f0, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=fe58f070-bc6b-4937-a87d-4e11aee671f0,segment=NetworkSegment(3496238a-f950-46cb-bba4-17a3a59fc57e),segment_id=3496238a-f950-46cb-bba4-17a3a59fc57e)] {{(pid=109906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:51:16.667786 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a4865ed2-5380-4fe4-bfe1-957024818622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (fe58f070-bc6b-4937-a87d-4e11aee671f0), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:16.679713 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-a4865ed2-5380-4fe4-bfe1-957024818622 admin admin] Calling delete_port for fe58f070-bc6b-4937-a87d-4e11aee671f0 owned by network:router_interface {{(pid=109906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:51:16.912639 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a4865ed2-5380-4fe4-bfe1-957024818622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (fe58f070-bc6b-4937-a87d-4e11aee671f0), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:16.935956 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4865ed2-5380-4fe4-bfe1-957024818622 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe58f070-bc6b-4937-a87d-4e11aee671f0,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:17.138414 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-a4865ed2-5380-4fe4-bfe1-957024818622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3776522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360295'] for router_interface (48ba2da3-7d56-4cf9-9a55-2a6218918265), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:17.367304 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4865ed2-5380-4fe4-bfe1-957024818622 admin admin] Router 48ba2da3-7d56-4cf9-9a55-2a6218918265 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:51:17.483216 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4865ed2-5380-4fe4-bfe1-957024818622 admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:51:17.491534 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 59318) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:17.492055 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-a4865ed2-5380-4fe4-bfe1-957024818622 admin admin] 10.222.0.81 "PUT /v2.0/routers/48ba2da3-7d56-4cf9-9a55-2a6218918265/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7917495 Feb 21 00:51:17.494755 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be85bc44-892b-4fbe-88b1-c02c7f1d84e7 None None] Sync routers for ids ['48ba2da3-7d56-4cf9-9a55-2a6218918265'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:51:17.504286 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be85bc44-892b-4fbe-88b1-c02c7f1d84e7 None None] Routers {'48ba2da3-7d56-4cf9-9a55-2a6218918265'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:51:17.505076 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-be85bc44-892b-4fbe-88b1-c02c7f1d84e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:50:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['48ba2da3-7d56-4cf9-9a55-2a6218918265'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:17.618744 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-be85bc44-892b-4fbe-88b1-c02c7f1d84e7 None None] Set router 48ba2da3-7d56-4cf9-9a55-2a6218918265 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:51:17.703728 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b1a07dc2-1e59-485b-8980-62d1563eb87e admin admin] Publish callbacks [] for router (48ba2da3-7d56-4cf9-9a55-2a6218918265), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:17.804784 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-be85bc44-892b-4fbe-88b1-c02c7f1d84e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'name': 'tempest-TestShelveInstance-315378801-router', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:18Z', 'updated_at': '2022-02-21T00:51:16Z', 'revision_number': 5, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'gw_port': {'id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:19Z', 'updated_at': '2022-02-21T00:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:17.818390 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b1a07dc2-1e59-485b-8980-62d1563eb87e admin admin] Publish callbacks [] for router_gateway (48ba2da3-7d56-4cf9-9a55-2a6218918265), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:17.837421 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be85bc44-892b-4fbe-88b1-c02c7f1d84e7 None None] Checking router: 48ba2da3-7d56-4cf9-9a55-2a6218918265 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:51:17.846051 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be85bc44-892b-4fbe-88b1-c02c7f1d84e7 None None] Routers {'48ba2da3-7d56-4cf9-9a55-2a6218918265'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:51:17.846670 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-be85bc44-892b-4fbe-88b1-c02c7f1d84e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:50:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['48ba2da3-7d56-4cf9-9a55-2a6218918265'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:17.959253 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-be85bc44-892b-4fbe-88b1-c02c7f1d84e7 None None] Set router 48ba2da3-7d56-4cf9-9a55-2a6218918265 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:51:17.979267 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-b1a07dc2-1e59-485b-8980-62d1563eb87e admin admin] Deleting port 7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:51:17.979599 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b1a07dc2-1e59-485b-8980-62d1563eb87e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:18.056549 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [None req-b1a07dc2-1e59-485b-8980-62d1563eb87e admin admin] For port 7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:51:18.056931 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b1a07dc2-1e59-485b-8980-62d1563eb87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:18.068258 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-b1a07dc2-1e59-485b-8980-62d1563eb87e admin admin] Calling delete_port for 7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1 owned by network:router_gateway {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:51:18.138233 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-be85bc44-892b-4fbe-88b1-c02c7f1d84e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'name': 'tempest-TestShelveInstance-315378801-router', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:18Z', 'updated_at': '2022-02-21T00:51:16Z', 'revision_number': 5, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'gw_port': {'id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:19Z', 'updated_at': '2022-02-21T00:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:18.168923 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be85bc44-892b-4fbe-88b1-c02c7f1d84e7 None None] The sync data for ids ['48ba2da3-7d56-4cf9-9a55-2a6218918265'] in dv-cinder-813224-6-iscsi is: [{'id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'name': 'tempest-TestShelveInstance-315378801-router', 'tenant_id': 'd72182772ed4494590eaf3e9e402c4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:18Z', 'updated_at': '2022-02-21T00:51:16Z', 'revision_number': 5, 'project_id': 'd72182772ed4494590eaf3e9e402c4f3', 'gw_port': {'id': '7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba2da3-7d56-4cf9-9a55-2a6218918265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:19Z', 'updated_at': '2022-02-21T00:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:51:18.183610 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device c0a426c4-2d0f-4fab-914a-e9126f67e57d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:51:18.205048 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: c0a426c4-2d0f-4fab-914a-e9126f67e57d {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:51:18.205048 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device c0a426c4-2d0f-4fab-914a-e9126f67e57d not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:51:18.296103 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b1a07dc2-1e59-485b-8980-62d1563eb87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:18.323020 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a07dc2-1e59-485b-8980-62d1563eb87e admin admin] Pushing event deleted for resources: {'Port': ['ID=7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:18.389484 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b1a07dc2-1e59-485b-8980-62d1563eb87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362125'] for router_gateway (48ba2da3-7d56-4cf9-9a55-2a6218918265), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:18.487401 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b1a07dc2-1e59-485b-8980-62d1563eb87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-356369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9102'] for router (48ba2da3-7d56-4cf9-9a55-2a6218918265), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:18.490508 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b1a07dc2-1e59-485b-8980-62d1563eb87e admin admin] Publish callbacks [] for router_controller (48ba2da3-7d56-4cf9-9a55-2a6218918265), precommit_delete_associations {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:18.608405 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b1a07dc2-1e59-485b-8980-62d1563eb87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-356456'] for router (48ba2da3-7d56-4cf9-9a55-2a6218918265), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:18.613484 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a07dc2-1e59-485b-8980-62d1563eb87e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48ba2da3-7d56-4cf9-9a55-2a6218918265 {{(pid=109907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 00:51:18.620530 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device fe58f070-bc6b-4937-a87d-4e11aee671f0 no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:51:18.621035 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b1a07dc2-1e59-485b-8980-62d1563eb87e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:18.622155 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-b1a07dc2-1e59-485b-8980-62d1563eb87e admin admin] 10.222.0.81 "DELETE /v2.0/routers/48ba2da3-7d56-4cf9-9a55-2a6218918265 HTTP/1.1" status: 204 len: 168 time: 1.1294913 Feb 21 00:51:18.625017 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59328) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:18.643095 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: fe58f070-bc6b-4937-a87d-4e11aee671f0 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:51:18.643449 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device fe58f070-bc6b-4937-a87d-4e11aee671f0 not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:51:18.687379 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddedd062-4833-47e0-b049-985bfb078228 admin admin] Deleting subnet ae6479e3-eb90-4aa2-a4c9-038d153e077c {{(pid=109906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:51:18.691006 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ddedd062-4833-47e0-b049-985bfb078228 admin admin] Publish callbacks [] for subnet (ae6479e3-eb90-4aa2-a4c9-038d153e077c), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:18.739305 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ddedd062-4833-47e0-b049-985bfb078228 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863466'] for subnet (ae6479e3-eb90-4aa2-a4c9-038d153e077c), precommit_delete_associations {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:18.848902 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ddedd062-4833-47e0-b049-985bfb078228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3371724'] for subnet (ae6479e3-eb90-4aa2-a4c9-038d153e077c), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:19.023483 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ddedd062-4833-47e0-b049-985bfb078228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3371765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11782563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11428785'] for subnet (ae6479e3-eb90-4aa2-a4c9-038d153e077c), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:19.049004 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedd062-4833-47e0-b049-985bfb078228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae6479e3-eb90-4aa2-a4c9-038d153e077c,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:19.056983 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-ddedd062-4833-47e0-b049-985bfb078228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:19.058027 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-ddedd062-4833-47e0-b049-985bfb078228 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ae6479e3-eb90-4aa2-a4c9-038d153e077c HTTP/1.1" status: 204 len: 168 time: 0.4319897 Feb 21 00:51:19.060724 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59334) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:19.064444 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9758c62e-a46b-4180-83f8-fe4c34709ba0 None None] Network daf5fe06-0d2f-4672-a789-249ffdebe987 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:51:19.139132 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825413'] for network (daf5fe06-0d2f-4672-a789-249ffdebe987), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:19.196828 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] Deleting port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 {{(pid=109906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:51:19.197446 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (fa69aefc-a1d1-4eb2-9f3c-e165fbc82111), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:19.280232 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.db [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] For port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=fa69aefc-a1d1-4eb2-9f3c-e165fbc82111,segment=NetworkSegment(3496238a-f950-46cb-bba4-17a3a59fc57e),segment_id=3496238a-f950-46cb-bba4-17a3a59fc57e)] {{(pid=109906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:51:19.280627 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (fa69aefc-a1d1-4eb2-9f3c-e165fbc82111), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:19.302554 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] Calling delete_port for fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 owned by network:dhcp {{(pid=109906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:51:19.310964 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da985cb6-df11-4ac8-a6bd-ac7822753026 None None] DHCP port deletion for daf5fe06-0d2f-4672-a789-249ffdebe987 request from dv-cinder-813224-6-iscsi {{(pid=109908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 00:51:19.401792 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-da985cb6-df11-4ac8-a6bd-ac7822753026 None None] Deleting port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 {{(pid=109908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:51:19.402175 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-da985cb6-df11-4ac8-a6bd-ac7822753026 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (fa69aefc-a1d1-4eb2-9f3c-e165fbc82111), before_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:19.447982 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c975b13-1cf3-4c7e-89d7-b026d59f0151 req-529336b9-cbb6-4fe2-bec2-69f7652ebd80 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:51:19.449653 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0c975b13-1cf3-4c7e-89d7-b026d59f0151 req-529336b9-cbb6-4fe2-bec2-69f7652ebd80 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b5c4a3-700e-46d0-a39f-715fe5d5f169 HTTP/1.1" status: 200 len: 945 time: 0.0560160 Feb 21 00:51:19.482563 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-da985cb6-df11-4ac8-a6bd-ac7822753026 None None] For port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=fa69aefc-a1d1-4eb2-9f3c-e165fbc82111,segment=NetworkSegment(3496238a-f950-46cb-bba4-17a3a59fc57e),segment_id=3496238a-f950-46cb-bba4-17a3a59fc57e)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:51:19.483083 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-da985cb6-df11-4ac8-a6bd-ac7822753026 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (fa69aefc-a1d1-4eb2-9f3c-e165fbc82111), precommit_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:19.496326 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-da985cb6-df11-4ac8-a6bd-ac7822753026 None None] Calling delete_port for fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 owned by network:dhcp {{(pid=109908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:51:19.502257 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-0c975b13-1cf3-4c7e-89d7-b026d59f0151 req-ab9f1271-bb60-4c0a-842a-2128e6c22180 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459471 Feb 21 00:51:19.515542 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (fa69aefc-a1d1-4eb2-9f3c-e165fbc82111), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:19.544879 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] Pushing event deleted for resources: {'Port': ['ID=fa69aefc-a1d1-4eb2-9f3c-e165fbc82111,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:19.549080 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] No DVR routers for this DVR port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 on host dv-cinder-813224-6-iscsi {{(pid=109906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:51:19.576482 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-da985cb6-df11-4ac8-a6bd-ac7822753026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460'] for port (fa69aefc-a1d1-4eb2-9f3c-e165fbc82111), after_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:19.600246 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da985cb6-df11-4ac8-a6bd-ac7822753026 None None] Pushing event deleted for resources: {'Port': ['ID=fa69aefc-a1d1-4eb2-9f3c-e165fbc82111,revision_number=None']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:19.607658 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da985cb6-df11-4ac8-a6bd-ac7822753026 None None] No DVR routers for this DVR port fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 on host dv-cinder-813224-6-iscsi {{(pid=109908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:51:19.620329 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3370565', 'neutron.services.segments.db._delete_segments_for_network-8788922944314'] for network (daf5fe06-0d2f-4672-a789-249ffdebe987), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:19.641874 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf5fe06-0d2f-4672-a789-249ffdebe987']}} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:19.650984 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3496238a-f950-46cb-bba4-17a3a59fc57e') {'for_net_delete': True} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:19.651371 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3496238a-f950-46cb-bba4-17a3a59fc57e') {} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:19.661697 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788922945603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863475'] for segment (3496238a-f950-46cb-bba4-17a3a59fc57e), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:19.675089 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (3496238a-f950-46cb-bba4-17a3a59fc57e), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:19.681073 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=109906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:51:19.681457 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11782213'] for segment (3496238a-f950-46cb-bba4-17a3a59fc57e), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: Traceback (most recent call last): Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: timer() Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: cb(*args, **kw) Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: return func(*args, **kwargs) Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: self._notify() Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: self.callback(batched_events) Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: event.method(event) Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: return f(self, *a, **k) Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: return self._get(url).json() Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: return self.request(url, 'GET', **kwargs) Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:51:19.683136 dv-cinder-813224-6-iscsi neutron-server[109906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:51:19.815966 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3370574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362209'] for network (daf5fe06-0d2f-4672-a789-249ffdebe987), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:19.821346 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:19.824468 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] 10.222.0.81 "DELETE /v2.0/networks/daf5fe06-0d2f-4672-a789-249ffdebe987 HTTP/1.1" status: 204 len: 168 time: 0.7627423 Feb 21 00:51:19.827461 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 59338) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:19.835942 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7a9f0-6adf-4d0c-9348-dfc539b3dbed admin admin] Pushing event deleted for resources: {'Network': ['ID=daf5fe06-0d2f-4672-a789-249ffdebe987,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:20.170705 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-347659b9-a20a-45ca-8757-458d82c685e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358903'] for router_interface (eccd5b17-8038-43e1-989f-6fcff674591e), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:20.413529 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-347659b9-a20a-45ca-8757-458d82c685e0 admin admin] Deleting port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:51:20.413876 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-347659b9-a20a-45ca-8757-458d82c685e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:20.492295 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [None req-347659b9-a20a-45ca-8757-458d82c685e0 admin admin] For port 1a7b22de-2e43-4ce2-a665-d0de7dc0e832, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=1a7b22de-2e43-4ce2-a665-d0de7dc0e832,segment=NetworkSegment(b8d146cf-49d4-4c80-bedd-e21788dd3309),segment_id=b8d146cf-49d4-4c80-bedd-e21788dd3309)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:51:20.492687 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-347659b9-a20a-45ca-8757-458d82c685e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:20.504279 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-347659b9-a20a-45ca-8757-458d82c685e0 admin admin] Calling delete_port for 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 owned by network:router_interface {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:51:20.517331 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1 no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:51:20.538632 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: 7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:51:20.538982 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 7675a7ea-3ac6-4fbf-b5e2-eb76069bb7c1 not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:51:20.539410 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:51:20.562389 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:51:20.562753 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device fa69aefc-a1d1-4eb2-9f3c-e165fbc82111 not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:51:20.679852 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500f6a4-16d5-49b2-ab23-206eafa7903a req-c00189ed-7da5-4bdb-88ac-c4a0df906b0a tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:51:20.681373 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e500f6a4-16d5-49b2-ab23-206eafa7903a req-c00189ed-7da5-4bdb-88ac-c4a0df906b0a tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b5c4a3-700e-46d0-a39f-715fe5d5f169 HTTP/1.1" status: 200 len: 945 time: 0.0755661 Feb 21 00:51:20.760777 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e500f6a4-16d5-49b2-ab23-206eafa7903a req-e198ad95-83a8-4e8c-a6c9-5b9e8279f4b4 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/security-groups?id=523dcd2e-c6fa-4780-9db7-5fff5b4e597b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734630 Feb 21 00:51:20.855882 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-347659b9-a20a-45ca-8757-458d82c685e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (1a7b22de-2e43-4ce2-a665-d0de7dc0e832), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:20.890786 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347659b9-a20a-45ca-8757-458d82c685e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7b22de-2e43-4ce2-a665-d0de7dc0e832,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:20.988485 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d38e00-df67-4f8e-8d43-169b76b21d5d req-904f18c1-2aaf-4c6e-ad0d-a1580f33ae48 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:51:20.990059 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e3d38e00-df67-4f8e-8d43-169b76b21d5d req-904f18c1-2aaf-4c6e-ad0d-a1580f33ae48 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8b5c4a3-700e-46d0-a39f-715fe5d5f169 HTTP/1.1" status: 200 len: 945 time: 0.1129408 Feb 21 00:51:21.155634 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-347659b9-a20a-45ca-8757-458d82c685e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3776522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360295'] for router_interface (eccd5b17-8038-43e1-989f-6fcff674591e), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:21.171767 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-e3d38e00-df67-4f8e-8d43-169b76b21d5d req-c66875fb-dbe7-4803-9fac-d569e7af878b tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Deleting port 57c65233-da3e-41af-a735-1b8ee4fb46e2 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:51:21.172101 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-e3d38e00-df67-4f8e-8d43-169b76b21d5d req-c66875fb-dbe7-4803-9fac-d569e7af878b tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (57c65233-da3e-41af-a735-1b8ee4fb46e2), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:21.338431 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-e3d38e00-df67-4f8e-8d43-169b76b21d5d req-c66875fb-dbe7-4803-9fac-d569e7af878b tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] For port 57c65233-da3e-41af-a735-1b8ee4fb46e2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=57c65233-da3e-41af-a735-1b8ee4fb46e2,segment=NetworkSegment(07dac985-2ebc-419f-844b-2671c6be5153),segment_id=07dac985-2ebc-419f-844b-2671c6be5153)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:51:21.338796 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-e3d38e00-df67-4f8e-8d43-169b76b21d5d req-c66875fb-dbe7-4803-9fac-d569e7af878b tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (57c65233-da3e-41af-a735-1b8ee4fb46e2), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:21.354759 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-e3d38e00-df67-4f8e-8d43-169b76b21d5d req-c66875fb-dbe7-4803-9fac-d569e7af878b tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Calling delete_port for 57c65233-da3e-41af-a735-1b8ee4fb46e2 owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:51:21.519780 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347659b9-a20a-45ca-8757-458d82c685e0 admin admin] Router eccd5b17-8038-43e1-989f-6fcff674591e has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:51:21.664502 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347659b9-a20a-45ca-8757-458d82c685e0 admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:51:21.669927 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-347659b9-a20a-45ca-8757-458d82c685e0 admin admin] 10.222.0.81 "PUT /v2.0/routers/eccd5b17-8038-43e1-989f-6fcff674591e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8413157 Feb 21 00:51:21.670651 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-e3d38e00-df67-4f8e-8d43-169b76b21d5d req-c66875fb-dbe7-4803-9fac-d569e7af878b tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (57c65233-da3e-41af-a735-1b8ee4fb46e2), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:21.672406 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 59342) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:21.675594 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e372de9a-87b8-4328-892a-b33832ee5da3 None None] Sync routers for ids ['eccd5b17-8038-43e1-989f-6fcff674591e'] in dv-cinder-813224-6-iscsi {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:51:21.683414 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['57c65233-da3e-41af-a735-1b8ee4fb46e2'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:51:21.687856 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e372de9a-87b8-4328-892a-b33832ee5da3 None None] Routers {'eccd5b17-8038-43e1-989f-6fcff674591e'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:51:21.690657 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-e372de9a-87b8-4328-892a-b33832ee5da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:50:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['eccd5b17-8038-43e1-989f-6fcff674591e'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:21.742039 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66875fb-dbe7-4803-9fac-d569e7af878b tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Pushing event deleted for resources: {'Port': ['ID=57c65233-da3e-41af-a735-1b8ee4fb46e2,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:21.795204 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d38e00-df67-4f8e-8d43-169b76b21d5d req-c66875fb-dbe7-4803-9fac-d569e7af878b tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] No DVR routers for this DVR port 57c65233-da3e-41af-a735-1b8ee4fb46e2 on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:51:21.799161 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-e3d38e00-df67-4f8e-8d43-169b76b21d5d req-c66875fb-dbe7-4803-9fac-d569e7af878b tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:21.802508 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e3d38e00-df67-4f8e-8d43-169b76b21d5d req-c66875fb-dbe7-4803-9fac-d569e7af878b tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.61 "DELETE /v2.0/ports/57c65233-da3e-41af-a735-1b8ee4fb46e2 HTTP/1.1" status: 204 len: 173 time: 0.8071568 Feb 21 00:51:21.802998 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b5c4a3-700e-46d0-a39f-715fe5d5f169', 'name': 'network-vif-deleted', 'tag': '57c65233-da3e-41af-a735-1b8ee4fb46e2'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:51:21.805257 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce162af5-44de-4199-a425-84b0e8342b50" -d '{"events": [{"server_uuid": "f8b5c4a3-700e-46d0-a39f-715fe5d5f169", "name": "network-vif-deleted", "tag": "57c65233-da3e-41af-a735-1b8ee4fb46e2"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:51:21.855932 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdc3d0e-7810-4eba-a496-5c55faa28400 x-openstack-request-id: req-abdc3d0e-7810-4eba-a496-5c55faa28400 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:51:21.856950 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b5c4a3-700e-46d0-a39f-715fe5d5f169", "name": "network-vif-deleted", "tag": "57c65233-da3e-41af-a735-1b8ee4fb46e2", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:51:21.857286 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-abdc3d0e-7810-4eba-a496-5c55faa28400 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:51:21.857768 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b5c4a3-700e-46d0-a39f-715fe5d5f169', 'name': 'network-vif-deleted', 'tag': '57c65233-da3e-41af-a735-1b8ee4fb46e2', 'status': 'completed', 'code': 200} Feb 21 00:51:21.863571 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-34f75c11-5b28-4769-8f93-b0ed1582be1e admin admin] Publish callbacks [] for router (eccd5b17-8038-43e1-989f-6fcff674591e), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:21.885518 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-be88c923-7eb6-4dcd-ade1-0d84406d8366 req-7e8dd3f7-74f2-43c6-80d9-feedeccc4c68 tempest-VolumesSnapshotTestJSON-1871105904 tempest-VolumesSnapshotTestJSON-1871105904-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b5c4a3-700e-46d0-a39f-715fe5d5f169 HTTP/1.1" status: 200 len: 210 time: 0.0304601 Feb 21 00:51:21.915910 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-e372de9a-87b8-4328-892a-b33832ee5da3 None None] Set router eccd5b17-8038-43e1-989f-6fcff674591e gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:51:22.115834 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-e372de9a-87b8-4328-892a-b33832ee5da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'name': 'tempest-TestShelveInstance-501192874-router', 'tenant_id': '08e82bd85e6943b2b94b209eb498ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '0a6a948f-7ee7-4ab8-9377-fc6ba76739c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:25Z', 'updated_at': '2022-02-21T00:51:20Z', 'revision_number': 5, 'project_id': '08e82bd85e6943b2b94b209eb498ca6e', 'gw_port': {'id': '0a6a948f-7ee7-4ab8-9377-fc6ba76739c6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:26Z', 'updated_at': '2022-02-21T00:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:22.144755 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e372de9a-87b8-4328-892a-b33832ee5da3 None None] Checking router: eccd5b17-8038-43e1-989f-6fcff674591e for host: dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:51:22.153731 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e372de9a-87b8-4328-892a-b33832ee5da3 None None] Routers {'eccd5b17-8038-43e1-989f-6fcff674591e'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:51:22.154358 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-e372de9a-87b8-4328-892a-b33832ee5da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:50:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['eccd5b17-8038-43e1-989f-6fcff674591e'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:22.261103 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-34f75c11-5b28-4769-8f93-b0ed1582be1e admin admin] Publish callbacks [] for router_gateway (eccd5b17-8038-43e1-989f-6fcff674591e), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:22.267960 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-e372de9a-87b8-4328-892a-b33832ee5da3 None None] Set router eccd5b17-8038-43e1-989f-6fcff674591e gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:51:22.355533 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-34f75c11-5b28-4769-8f93-b0ed1582be1e admin admin] Deleting port 0a6a948f-7ee7-4ab8-9377-fc6ba76739c6 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:51:22.356050 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-34f75c11-5b28-4769-8f93-b0ed1582be1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (0a6a948f-7ee7-4ab8-9377-fc6ba76739c6), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:22.439707 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [None req-34f75c11-5b28-4769-8f93-b0ed1582be1e admin admin] For port 0a6a948f-7ee7-4ab8-9377-fc6ba76739c6, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=0a6a948f-7ee7-4ab8-9377-fc6ba76739c6,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:51:22.440191 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-34f75c11-5b28-4769-8f93-b0ed1582be1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (0a6a948f-7ee7-4ab8-9377-fc6ba76739c6), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:22.445429 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-e372de9a-87b8-4328-892a-b33832ee5da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'name': 'tempest-TestShelveInstance-501192874-router', 'tenant_id': '08e82bd85e6943b2b94b209eb498ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '0a6a948f-7ee7-4ab8-9377-fc6ba76739c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:25Z', 'updated_at': '2022-02-21T00:51:20Z', 'revision_number': 5, 'project_id': '08e82bd85e6943b2b94b209eb498ca6e', 'gw_port': {'id': '0a6a948f-7ee7-4ab8-9377-fc6ba76739c6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:26Z', 'updated_at': '2022-02-21T00:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:22.452186 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-34f75c11-5b28-4769-8f93-b0ed1582be1e admin admin] Calling delete_port for 0a6a948f-7ee7-4ab8-9377-fc6ba76739c6 owned by network:router_gateway {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:51:22.473172 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e372de9a-87b8-4328-892a-b33832ee5da3 None None] The sync data for ids ['eccd5b17-8038-43e1-989f-6fcff674591e'] in dv-cinder-813224-6-iscsi is: [{'id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'name': 'tempest-TestShelveInstance-501192874-router', 'tenant_id': '08e82bd85e6943b2b94b209eb498ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '0a6a948f-7ee7-4ab8-9377-fc6ba76739c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:46:25Z', 'updated_at': '2022-02-21T00:51:20Z', 'revision_number': 5, 'project_id': '08e82bd85e6943b2b94b209eb498ca6e', 'gw_port': {'id': '0a6a948f-7ee7-4ab8-9377-fc6ba76739c6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccd5b17-8038-43e1-989f-6fcff674591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:46:26Z', 'updated_at': '2022-02-21T00:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}] {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:51:22.695455 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-34f75c11-5b28-4769-8f93-b0ed1582be1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (0a6a948f-7ee7-4ab8-9377-fc6ba76739c6), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:22.726629 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f75c11-5b28-4769-8f93-b0ed1582be1e admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6a948f-7ee7-4ab8-9377-fc6ba76739c6,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:22.780502 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-34f75c11-5b28-4769-8f93-b0ed1582be1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362125'] for router_gateway (eccd5b17-8038-43e1-989f-6fcff674591e), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:22.873394 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-34f75c11-5b28-4769-8f93-b0ed1582be1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-356369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9102'] for router (eccd5b17-8038-43e1-989f-6fcff674591e), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:22.876274 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-34f75c11-5b28-4769-8f93-b0ed1582be1e admin admin] Publish callbacks [] for router_controller (eccd5b17-8038-43e1-989f-6fcff674591e), precommit_delete_associations {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:22.981389 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-34f75c11-5b28-4769-8f93-b0ed1582be1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-356456'] for router (eccd5b17-8038-43e1-989f-6fcff674591e), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:22.986547 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f75c11-5b28-4769-8f93-b0ed1582be1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router eccd5b17-8038-43e1-989f-6fcff674591e {{(pid=109907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 00:51:22.986547 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-34f75c11-5b28-4769-8f93-b0ed1582be1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:22.987531 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-34f75c11-5b28-4769-8f93-b0ed1582be1e admin admin] 10.222.0.81 "DELETE /v2.0/routers/eccd5b17-8038-43e1-989f-6fcff674591e HTTP/1.1" status: 204 len: 168 time: 1.3141441 Feb 21 00:51:22.990591 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59352) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:23.035846 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ddcc1d-6d5c-40cd-90c8-82f731a20d22 admin admin] Deleting subnet a366b44d-677d-4963-bcf0-2f5fe8429b9a {{(pid=109906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:51:23.039054 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-43ddcc1d-6d5c-40cd-90c8-82f731a20d22 admin admin] Publish callbacks [] for subnet (a366b44d-677d-4963-bcf0-2f5fe8429b9a), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:23.081110 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-43ddcc1d-6d5c-40cd-90c8-82f731a20d22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863466'] for subnet (a366b44d-677d-4963-bcf0-2f5fe8429b9a), precommit_delete_associations {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:23.164894 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-43ddcc1d-6d5c-40cd-90c8-82f731a20d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3371724'] for subnet (a366b44d-677d-4963-bcf0-2f5fe8429b9a), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:23.278922 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-43ddcc1d-6d5c-40cd-90c8-82f731a20d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3371765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11782563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11428785'] for subnet (a366b44d-677d-4963-bcf0-2f5fe8429b9a), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:23.305650 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddcc1d-6d5c-40cd-90c8-82f731a20d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a366b44d-677d-4963-bcf0-2f5fe8429b9a,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:23.311523 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-43ddcc1d-6d5c-40cd-90c8-82f731a20d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:23.315699 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-43ddcc1d-6d5c-40cd-90c8-82f731a20d22 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a366b44d-677d-4963-bcf0-2f5fe8429b9a HTTP/1.1" status: 204 len: 168 time: 0.3236699 Feb 21 00:51:23.319387 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 59354) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:23.320711 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7b3aa5-12b5-45c4-be35-a797cc9fda7c None None] Network 4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:51:23.403697 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825413'] for network (4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:23.467968 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] Deleting port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:51:23.468341 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (92ad89fe-c20e-4ab2-a27d-0087d77b40c6), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:23.526856 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c9bf0b-04e5-46bf-bf10-47b63ac01771 None None] DHCP port deletion for 4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a request from dv-cinder-813224-6-iscsi {{(pid=109908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 00:51:23.548005 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] For port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=92ad89fe-c20e-4ab2-a27d-0087d77b40c6,segment=NetworkSegment(b8d146cf-49d4-4c80-bedd-e21788dd3309),segment_id=b8d146cf-49d4-4c80-bedd-e21788dd3309)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:51:23.548005 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (92ad89fe-c20e-4ab2-a27d-0087d77b40c6), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:23.561445 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] Calling delete_port for 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 owned by network:dhcp {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:51:23.576871 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-30c9bf0b-04e5-46bf-bf10-47b63ac01771 None None] Deleting port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 {{(pid=109908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:51:23.577340 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-30c9bf0b-04e5-46bf-bf10-47b63ac01771 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (92ad89fe-c20e-4ab2-a27d-0087d77b40c6), before_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:23.645783 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-30c9bf0b-04e5-46bf-bf10-47b63ac01771 None None] For port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=92ad89fe-c20e-4ab2-a27d-0087d77b40c6,segment=NetworkSegment(b8d146cf-49d4-4c80-bedd-e21788dd3309),segment_id=b8d146cf-49d4-4c80-bedd-e21788dd3309)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:51:23.646178 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-30c9bf0b-04e5-46bf-bf10-47b63ac01771 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (92ad89fe-c20e-4ab2-a27d-0087d77b40c6), precommit_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:23.659227 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-30c9bf0b-04e5-46bf-bf10-47b63ac01771 None None] Calling delete_port for 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 owned by network:dhcp {{(pid=109908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:51:23.695526 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (92ad89fe-c20e-4ab2-a27d-0087d77b40c6), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:23.728225 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] Pushing event deleted for resources: {'Port': ['ID=92ad89fe-c20e-4ab2-a27d-0087d77b40c6,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:23.733741 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] No DVR routers for this DVR port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 on host dv-cinder-813224-6-iscsi {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:51:23.742030 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-30c9bf0b-04e5-46bf-bf10-47b63ac01771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460'] for port (92ad89fe-c20e-4ab2-a27d-0087d77b40c6), after_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:23.770888 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9bf0b-04e5-46bf-bf10-47b63ac01771 None None] Pushing event deleted for resources: {'Port': ['ID=92ad89fe-c20e-4ab2-a27d-0087d77b40c6,revision_number=None']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:23.776121 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9bf0b-04e5-46bf-bf10-47b63ac01771 None None] No DVR routers for this DVR port 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 on host dv-cinder-813224-6-iscsi {{(pid=109908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:51:23.804054 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3370565', 'neutron.services.segments.db._delete_segments_for_network-8788922944314'] for network (4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:23.824198 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a']}} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:23.833742 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d146cf-49d4-4c80-bedd-e21788dd3309') {'for_net_delete': True} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:23.834040 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d146cf-49d4-4c80-bedd-e21788dd3309') {} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:23.843112 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788922945603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12006480'] for segment (b8d146cf-49d4-4c80-bedd-e21788dd3309), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:23.856456 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (b8d146cf-49d4-4c80-bedd-e21788dd3309), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:23.862305 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=109907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:51:23.862737 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12339273'] for segment (b8d146cf-49d4-4c80-bedd-e21788dd3309), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: Traceback (most recent call last): Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: timer() Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: cb(*args, **kw) Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: return func(*args, **kwargs) Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: self._notify() Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: self.callback(batched_events) Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: event.method(event) Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: return f(self, *a, **k) Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: return self._get(url).json() Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: return self.request(url, 'GET', **kwargs) Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:51:23.864361 dv-cinder-813224-6-iscsi neutron-server[109907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:51:24.004427 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3370574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362209'] for network (4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:24.009853 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:24.016463 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a HTTP/1.1" status: 204 len: 168 time: 0.6936228 Feb 21 00:51:24.026019 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cce798-0124-43bd-9eca-42e006fa3642 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d4f7d8a-2d90-4ff7-ace1-af2952acdf4a,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:24.193112 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 57c65233-da3e-41af-a735-1b8ee4fb46e2 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:51:24.213861 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: 57c65233-da3e-41af-a735-1b8ee4fb46e2 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:51:24.214208 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 57c65233-da3e-41af-a735-1b8ee4fb46e2 not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:51:24.340276 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59362) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:24.379939 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-1c1bbff4-e005-466d-b9f5-990398d496d7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d72182772ed4494590eaf3e9e402c4f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383945 Feb 21 00:51:24.382293 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59364) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:24.433524 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-63460154-f5df-460c-a779-651cca3ba2ca admin admin] Publish callbacks [] for security_group (8d81e046-8ecd-45fe-b0aa-b90996d7407e), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:24.455472 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-63460154-f5df-460c-a779-651cca3ba2ca admin admin] Publish callbacks [] for security_group (8d81e046-8ecd-45fe-b0aa-b90996d7407e), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:24.517553 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:51:24.536673 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:51:24.537017 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 1a7b22de-2e43-4ce2-a665-d0de7dc0e832 not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:51:24.537436 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 0a6a948f-7ee7-4ab8-9377-fc6ba76739c6 no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:51:24.556147 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: 0a6a948f-7ee7-4ab8-9377-fc6ba76739c6 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:51:24.556496 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 0a6a948f-7ee7-4ab8-9377-fc6ba76739c6 not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:51:24.556935 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:51:24.575758 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:51:24.576103 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 92ad89fe-c20e-4ab2-a27d-0087d77b40c6 not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:51:24.603941 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-63460154-f5df-460c-a779-651cca3ba2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (8d81e046-8ecd-45fe-b0aa-b90996d7407e), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:24.607033 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-63460154-f5df-460c-a779-651cca3ba2ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:24.608183 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-63460154-f5df-460c-a779-651cca3ba2ca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8d81e046-8ecd-45fe-b0aa-b90996d7407e HTTP/1.1" status: 204 len: 168 time: 0.2249382 Feb 21 00:51:24.616714 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63460154-f5df-460c-a779-651cca3ba2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d81e046-8ecd-45fe-b0aa-b90996d7407e,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:25.226148 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 59376) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:25.264587 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-5577190e-435e-4683-9214-cb00c800caab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=08e82bd85e6943b2b94b209eb498ca6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372248 Feb 21 00:51:25.268124 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59378) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:25.315452 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f9a72194-7664-46bd-89a0-252c78984af0 admin admin] Publish callbacks [] for security_group (9a39b831-0655-4799-9f87-ca16e0551573), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:25.337058 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f9a72194-7664-46bd-89a0-252c78984af0 admin admin] Publish callbacks [] for security_group (9a39b831-0655-4799-9f87-ca16e0551573), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:25.426797 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f9a72194-7664-46bd-89a0-252c78984af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (9a39b831-0655-4799-9f87-ca16e0551573), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:25.429343 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-f9a72194-7664-46bd-89a0-252c78984af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:25.430485 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-f9a72194-7664-46bd-89a0-252c78984af0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9a39b831-0655-4799-9f87-ca16e0551573 HTTP/1.1" status: 204 len: 168 time: 0.1613193 Feb 21 00:51:25.438109 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a72194-7664-46bd-89a0-252c78984af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a39b831-0655-4799-9f87-ca16e0551573,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:26.889862 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d2ee568d-34c8-4783-a70e-5fdd27754e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:26.940897 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:29.038018 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-9584d84c-c345-4fd5-9af3-85730ac5d521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:30.318142 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:31.667040 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:33.300890 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:39.850248 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:51:46.206547 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59492) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:46.251603 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9c444b-e3c7-4352-ba95-3b7a27d1d8e0 admin admin] Deleting subnet 52e12a06-3104-4cf3-be37-0fe4e80de665 {{(pid=109906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:51:46.255316 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-4c9c444b-e3c7-4352-ba95-3b7a27d1d8e0 admin admin] Publish callbacks [] for subnet (52e12a06-3104-4cf3-be37-0fe4e80de665), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:46.289982 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-4c9c444b-e3c7-4352-ba95-3b7a27d1d8e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863466'] for subnet (52e12a06-3104-4cf3-be37-0fe4e80de665), precommit_delete_associations {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:46.327268 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-4c9c444b-e3c7-4352-ba95-3b7a27d1d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3371724'] for subnet (52e12a06-3104-4cf3-be37-0fe4e80de665), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:46.438689 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-4c9c444b-e3c7-4352-ba95-3b7a27d1d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3371765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11782563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11428785'] for subnet (52e12a06-3104-4cf3-be37-0fe4e80de665), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:46.465527 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c444b-e3c7-4352-ba95-3b7a27d1d8e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e12a06-3104-4cf3-be37-0fe4e80de665,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:46.469194 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-4c9c444b-e3c7-4352-ba95-3b7a27d1d8e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:46.472674 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-4c9c444b-e3c7-4352-ba95-3b7a27d1d8e0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/52e12a06-3104-4cf3-be37-0fe4e80de665 HTTP/1.1" status: 204 len: 168 time: 0.2671220 Feb 21 00:51:46.475075 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59494) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:46.545500 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-af3f74a0-7701-4cf8-b925-3ae441ed9d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825413'] for network (0df2682a-86ef-4806-8e28-0a12d8945a7f), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:46.621815 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-af3f74a0-7701-4cf8-b925-3ae441ed9d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3370565', 'neutron.services.segments.db._delete_segments_for_network-8788922944314'] for network (0df2682a-86ef-4806-8e28-0a12d8945a7f), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:46.642321 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-af3f74a0-7701-4cf8-b925-3ae441ed9d7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df2682a-86ef-4806-8e28-0a12d8945a7f']}} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:46.651947 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-af3f74a0-7701-4cf8-b925-3ae441ed9d7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07dac985-2ebc-419f-844b-2671c6be5153') {'for_net_delete': True} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:46.652311 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-af3f74a0-7701-4cf8-b925-3ae441ed9d7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07dac985-2ebc-419f-844b-2671c6be5153') {} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:46.662377 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-af3f74a0-7701-4cf8-b925-3ae441ed9d7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788922945603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863475'] for segment (07dac985-2ebc-419f-844b-2671c6be5153), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:46.675112 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-af3f74a0-7701-4cf8-b925-3ae441ed9d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (07dac985-2ebc-419f-844b-2671c6be5153), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:46.680861 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3f74a0-7701-4cf8-b925-3ae441ed9d7e admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=109906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-af3f74a0-7701-4cf8-b925-3ae441ed9d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11782213'] for segment (07dac985-2ebc-419f-844b-2671c6be5153), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: Traceback (most recent call last): Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: timer() Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: cb(*args, **kw) Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: return func(*args, **kwargs) Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: self._notify() Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: self.callback(batched_events) Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: event.method(event) Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: return f(self, *a, **k) Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: return self._get(url).json() Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: return self.request(url, 'GET', **kwargs) Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:51:46.683854 dv-cinder-813224-6-iscsi neutron-server[109906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:51:46.803727 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-af3f74a0-7701-4cf8-b925-3ae441ed9d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3370574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362209'] for network (0df2682a-86ef-4806-8e28-0a12d8945a7f), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:46.810204 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-af3f74a0-7701-4cf8-b925-3ae441ed9d7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:46.813378 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-af3f74a0-7701-4cf8-b925-3ae441ed9d7e admin admin] 10.222.0.81 "DELETE /v2.0/networks/0df2682a-86ef-4806-8e28-0a12d8945a7f HTTP/1.1" status: 204 len: 168 time: 0.3373222 Feb 21 00:51:46.823298 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f74a0-7701-4cf8-b925-3ae441ed9d7e admin admin] Pushing event deleted for resources: {'Network': ['ID=0df2682a-86ef-4806-8e28-0a12d8945a7f,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:47.191185 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59498) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:47.230908 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-e6cb350d-9052-460b-aff9-93ca73fb56e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=868718b1ea534df3825dda6f800215f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385802 Feb 21 00:51:47.233354 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59500) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:47.279681 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9dbd6b3c-88bc-4e90-bb11-8a8f3ee637f9 admin admin] Publish callbacks [] for security_group (523dcd2e-c6fa-4780-9db7-5fff5b4e597b), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:47.300872 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9dbd6b3c-88bc-4e90-bb11-8a8f3ee637f9 admin admin] Publish callbacks [] for security_group (523dcd2e-c6fa-4780-9db7-5fff5b4e597b), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:47.403634 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9dbd6b3c-88bc-4e90-bb11-8a8f3ee637f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (523dcd2e-c6fa-4780-9db7-5fff5b4e597b), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:47.406229 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-9dbd6b3c-88bc-4e90-bb11-8a8f3ee637f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:47.407360 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-9dbd6b3c-88bc-4e90-bb11-8a8f3ee637f9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/523dcd2e-c6fa-4780-9db7-5fff5b4e597b HTTP/1.1" status: 204 len: 168 time: 0.1731322 Feb 21 00:51:47.418737 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd6b3c-88bc-4e90-bb11-8a8f3ee637f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523dcd2e-c6fa-4780-9db7-5fff5b4e597b,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:48.435962 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59522) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:48.540714 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-1c7d5cb8-b2d6-483b-8a87-6b82be94d83d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1904990818-network', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:51:48.609502 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7d5cb8-b2d6-483b-8a87-6b82be94d83d admin admin] Made reservation on behalf of eb7b15afe4684aaf8da2de71263ac74c for: {'network': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:51:48.611787 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1c7d5cb8-b2d6-483b-8a87-6b82be94d83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for network (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:48.620245 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1c7d5cb8-b2d6-483b-8a87-6b82be94d83d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:48.692867 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1c7d5cb8-b2d6-483b-8a87-6b82be94d83d admin admin] Publish callbacks [] for security_group (976d747b-66a0-4710-ae38-acadc30ce8c2), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:48.735134 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1c7d5cb8-b2d6-483b-8a87-6b82be94d83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (976d747b-66a0-4710-ae38-acadc30ce8c2), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:48.760601 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7d5cb8-b2d6-483b-8a87-6b82be94d83d admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=109906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:51:48.769839 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d5cb8-b2d6-483b-8a87-6b82be94d83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976d747b-66a0-4710-ae38-acadc30ce8c2,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:48.775793 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1c7d5cb8-b2d6-483b-8a87-6b82be94d83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (79fea258-46ac-4ebc-b69a-9eb0ce8d870b), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:48.776139 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.db.segments_db [None req-1c7d5cb8-b2d6-483b-8a87-6b82be94d83d admin admin] Added segment 79fea258-46ac-4ebc-b69a-9eb0ce8d870b of type vlan for network 710364a7-1192-4db7-8d7d-9231a2743a88 Feb 21 00:51:48.815077 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1c7d5cb8-b2d6-483b-8a87-6b82be94d83d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788922369190'] for network (710364a7-1192-4db7-8d7d-9231a2743a88), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:48.895063 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1c7d5cb8-b2d6-483b-8a87-6b82be94d83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for network (710364a7-1192-4db7-8d7d-9231a2743a88), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:48.896000 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7d5cb8-b2d6-483b-8a87-6b82be94d83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:51:48.896600 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-1c7d5cb8-b2d6-483b-8a87-6b82be94d83d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:48.956528 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d5cb8-b2d6-483b-8a87-6b82be94d83d admin admin] Pushing event updated for resources: {'Network': ['ID=710364a7-1192-4db7-8d7d-9231a2743a88,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:48.966053 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Network 710364a7-1192-4db7-8d7d-9231a2743a88 details requested by agent ovs-agent-dv-cinder-813224-6-iscsi with host dv-cinder-813224-6-iscsi {{(pid=109908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:51:48.977764 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-1c7d5cb8-b2d6-483b-8a87-6b82be94d83d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5407064 Feb 21 00:51:48.981197 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59526) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:48.986013 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-fb786aa2-a0b1-4924-9b9a-59f7d84bcef0 admin admin] Request body: {'subnet': {'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1904990818-subnet', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'ip_version': 4}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:51:49.077982 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb786aa2-a0b1-4924-9b9a-59f7d84bcef0 admin admin] Made reservation on behalf of eb7b15afe4684aaf8da2de71263ac74c for: {'subnet': 1} {{(pid=109906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:51:49.080340 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fb786aa2-a0b1-4924-9b9a-59f7d84bcef0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11428700'] for subnet (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:49.318041 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fb786aa2-a0b1-4924-9b9a-59f7d84bcef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11782626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11428782'] for subnet (765af30d-6135-4b51-bb03-fd3e3d92303f), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:49.373714 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb786aa2-a0b1-4924-9b9a-59f7d84bcef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=765af30d-6135-4b51-bb03-fd3e3d92303f,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:49.383027 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb786aa2-a0b1-4924-9b9a-59f7d84bcef0 admin admin] Checking segment: {'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:51:49.383413 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb786aa2-a0b1-4924-9b9a-59f7d84bcef0 admin admin] Network hostable DHCP agents. Network: 710364a7-1192-4db7-8d7d-9231a2743a88, hostable agents: ['4dd3caeb-76cf-441e-a150-e4aa52c1e518'], hosted agents: [] {{(pid=109906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:51:49.466359 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb786aa2-a0b1-4924-9b9a-59f7d84bcef0 admin admin] Network 710364a7-1192-4db7-8d7d-9231a2743a88 is scheduled to be hosted by DHCP agent 4dd3caeb-76cf-441e-a150-e4aa52c1e518 with binding_index 1 {{(pid=109906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:51:49.552229 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-fb786aa2-a0b1-4924-9b9a-59f7d84bcef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813224-6-iscsi, 710364a7-1192-4db7-8d7d-9231a2743a88) {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:51:49.556179 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb786aa2-a0b1-4924-9b9a-59f7d84bcef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:51:49.556808 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-fb786aa2-a0b1-4924-9b9a-59f7d84bcef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for subnet (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:49.561607 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2b6043-3aa5-4dc4-83ee-35b704e35ac4 None None] Network 710364a7-1192-4db7-8d7d-9231a2743a88 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:51:49.640896 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-fb786aa2-a0b1-4924-9b9a-59f7d84bcef0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6585405 Feb 21 00:51:49.643456 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59528) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:49.647832 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-df8d264c-bef8-44b2-9903-5eb153ebf2c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:51:49.664386 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde9a054c-7a88-598b-a9aa-d7bb3c6415cc-710364a7-1192-4db7-8d7d-9231a2743a88', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f'}]}} from dv-cinder-813224-6-iscsi. {{(pid=109908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 00:51:49.665371 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:49.724106 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-df8d264c-bef8-44b2-9903-5eb153ebf2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-358335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9148'] for router (cfc76c6c-3ad6-4dfd-a133-f89d021a7009), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:49.725218 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-df8d264c-bef8-44b2-9903-5eb153ebf2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9141'] for router (cfc76c6c-3ad6-4dfd-a133-f89d021a7009), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:49.782081 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-df8d264c-bef8-44b2-9903-5eb153ebf2c5 admin admin] Publish callbacks [] for router_controller (cfc76c6c-3ad6-4dfd-a133-f89d021a7009), precommit_add_association {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:49.797545 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.db_base_plugin_common [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] Allocated IP 172.20.0.2 (710364a7-1192-4db7-8d7d-9231a2743a88/765af30d-6135-4b51-bb03-fd3e3d92303f/625b81c0-593c-417b-97ee-c6e93dd8d035) {{(pid=109908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:51:49.942549 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] Publish callbacks [] for port (625b81c0-593c-417b-97ee-c6e93dd8d035), precommit_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:50.002631 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-df8d264c-bef8-44b2-9903-5eb153ebf2c5 admin admin] Publish callbacks [] for router_gateway (cfc76c6c-3ad6-4dfd-a133-f89d021a7009), precommit_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:50.027100 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451'] for port (625b81c0-593c-417b-97ee-c6e93dd8d035), after_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:50.065719 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] Network 710364a7-1192-4db7-8d7d-9231a2743a88 is already hosted by enough agents. {{(pid=109908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:51:50.068751 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.base_scheduler [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] Resources bound (agent type, host, resource id): {{(pid=109908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:51:50.071863 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] Received port after_create {{(pid=109908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:51:50.091454 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] Pushing event updated for resources: {'Port': ['ID=625b81c0-593c-417b-97ee-c6e93dd8d035,revision_number=1']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:50.138449 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] Attempting to bind port 625b81c0-593c-417b-97ee-c6e93dd8d035 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:51:50.138831 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] Attempting to bind port 625b81c0-593c-417b-97ee-c6e93dd8d035 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:51:50.139197 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] Attempting to bind port 625b81c0-593c-417b-97ee-c6e93dd8d035 on network 710364a7-1192-4db7-8d7d-9231a2743a88 {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:51:50.144448 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:51:50.144858 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] Checking segment: {'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:51:50.145290 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:50.145690 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] Bound using segment: {'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:51:50.146164 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] Bound port: 625b81c0-593c-417b-97ee-c6e93dd8d035, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'}}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:51:50.146546 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (625b81c0-593c-417b-97ee-c6e93dd8d035), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:50.210790 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] For port 625b81c0-593c-417b-97ee-c6e93dd8d035, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:51:50.210995 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] For port 625b81c0-593c-417b-97ee-c6e93dd8d035, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=625b81c0-593c-417b-97ee-c6e93dd8d035,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:51:50.250398 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (625b81c0-593c-417b-97ee-c6e93dd8d035), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:50.311949 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9a796-23f1-4d24-a63d-33a62c198f0b None None] Pushing event updated for resources: {'Port': ['ID=625b81c0-593c-417b-97ee-c6e93dd8d035,revision_number=2']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:50.510948 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-df8d264c-bef8-44b2-9903-5eb153ebf2c5 admin admin] Publish callbacks [] for router_gateway (cfc76c6c-3ad6-4dfd-a133-f89d021a7009), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:50.531048 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-df8d264c-bef8-44b2-9903-5eb153ebf2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:50.588760 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 625b81c0-593c-417b-97ee-c6e93dd8d035 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:51:50.643594 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 625b81c0-593c-417b-97ee-c6e93dd8d035 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:51:50.645026 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (625b81c0-593c-417b-97ee-c6e93dd8d035), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:50.645767 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_common [None req-df8d264c-bef8-44b2-9903-5eb153ebf2c5 admin admin] Allocated IP 172.27.1.139 (c88f79bf-88c8-4630-a831-5481b52b74c3/d2922032-8347-4ecd-abd4-c2de14eb9a4c/590d5265-a9e7-4289-949d-179edb0d88d6) {{(pid=109906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:51:50.725097 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 625b81c0-593c-417b-97ee-c6e93dd8d035 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:51:50.725393 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (625b81c0-593c-417b-97ee-c6e93dd8d035), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:50.755072 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-df8d264c-bef8-44b2-9903-5eb153ebf2c5 admin admin] Publish callbacks [] for port (590d5265-a9e7-4289-949d-179edb0d88d6), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:50.758671 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] For port 625b81c0-593c-417b-97ee-c6e93dd8d035, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=625b81c0-593c-417b-97ee-c6e93dd8d035,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:51:50.837919 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (625b81c0-593c-417b-97ee-c6e93dd8d035), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:50.872604 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-df8d264c-bef8-44b2-9903-5eb153ebf2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (590d5265-a9e7-4289-949d-179edb0d88d6), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:50.887799 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Pushing event updated for resources: {'Port': ['ID=625b81c0-593c-417b-97ee-c6e93dd8d035,revision_number=3']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:50.911450 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8d264c-bef8-44b2-9903-5eb153ebf2c5 admin admin] Network c88f79bf-88c8-4630-a831-5481b52b74c3 is already hosted by enough agents. {{(pid=109906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:51:50.914402 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-df8d264c-bef8-44b2-9903-5eb153ebf2c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:51:50.917396 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8d264c-bef8-44b2-9903-5eb153ebf2c5 admin admin] Received port after_create {{(pid=109906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:51:50.953654 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d264c-bef8-44b2-9903-5eb153ebf2c5 admin admin] Pushing event updated for resources: {'Port': ['ID=590d5265-a9e7-4289-949d-179edb0d88d6,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:51.218807 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32d8203-adc0-4ec2-aa9b-d8137b881475 None None] Network 710364a7-1192-4db7-8d7d-9231a2743a88 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:51:51.253444 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-df8d264c-bef8-44b2-9903-5eb153ebf2c5 admin admin] Publish callbacks [] for router_gateway (cfc76c6c-3ad6-4dfd-a133-f89d021a7009), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:51.282429 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-8a112cf2-4e1d-4504-9f25-f6e44169b860 None None] Provisioning complete for port 625b81c0-593c-417b-97ee-c6e93dd8d035 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:51:51.282809 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-8a112cf2-4e1d-4504-9f25-f6e44169b860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (625b81c0-593c-417b-97ee-c6e93dd8d035), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:51.404363 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-8a112cf2-4e1d-4504-9f25-f6e44169b860 None None] Current status of the port 625b81c0-593c-417b-97ee-c6e93dd8d035 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:51:51.455717 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-df8d264c-bef8-44b2-9903-5eb153ebf2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-356390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362153'] for router (cfc76c6c-3ad6-4dfd-a133-f89d021a7009), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:51.624798 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-ec6591d7-9d03-436e-8841-39ed0d63d313 None None] Provisioning complete for port 625b81c0-593c-417b-97ee-c6e93dd8d035 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:51:51.625176 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-ec6591d7-9d03-436e-8841-39ed0d63d313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (625b81c0-593c-417b-97ee-c6e93dd8d035), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:51.648866 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8d264c-bef8-44b2-9903-5eb153ebf2c5 admin admin] Router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 is scheduled to L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 with binding_index 1 {{(pid=109906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 00:51:51.705823 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-ec6591d7-9d03-436e-8841-39ed0d63d313 None None] Current status of the port 625b81c0-593c-417b-97ee-c6e93dd8d035 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:51:51.773427 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8d264c-bef8-44b2-9903-5eb153ebf2c5 admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:51:51.782019 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] Sync routers for ids ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:51:51.793511 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] Routers {'cfc76c6c-3ad6-4dfd-a133-f89d021a7009'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:51:51.797935 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:51:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:51.845616 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-df8d264c-bef8-44b2-9903-5eb153ebf2c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:51.846878 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-df8d264c-bef8-44b2-9903-5eb153ebf2c5 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2024868 Feb 21 00:51:51.850351 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 59530) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:51.900230 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] Set router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:51:52.079179 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:51Z', 'revision_number': 3, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:52.108126 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] Checking router: cfc76c6c-3ad6-4dfd-a133-f89d021a7009 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:51:52.108738 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] Updating router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 port 590d5265-a9e7-4289-949d-179edb0d88d6 binding host dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:51:52.135885 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (590d5265-a9e7-4289-949d-179edb0d88d6), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:52.269326 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:52.382857 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] Publish callbacks [] for port (590d5265-a9e7-4289-949d-179edb0d88d6), precommit_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:52.419987 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Allocated IP 172.20.0.1 (710364a7-1192-4db7-8d7d-9231a2743a88/765af30d-6135-4b51-bb03-fd3e3d92303f/3966a8df-94c0-4105-b281-3e80824f1646) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:51:52.474732 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (590d5265-a9e7-4289-949d-179edb0d88d6), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:52.523634 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Publish callbacks [] for port (3966a8df-94c0-4105-b281-3e80824f1646), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:52.529043 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] Attempting to bind port 590d5265-a9e7-4289-949d-179edb0d88d6 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:51:52.529423 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] Attempting to bind port 590d5265-a9e7-4289-949d-179edb0d88d6 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:51:52.529794 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] Attempting to bind port 590d5265-a9e7-4289-949d-179edb0d88d6 on network c88f79bf-88c8-4630-a831-5481b52b74c3 {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:51:52.533765 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa67711-6564-4849-be6d-7a6dda8dbd2a None None] Pushing event updated for resources: {'Port': ['ID=590d5265-a9e7-4289-949d-179edb0d88d6,revision_number=2']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:52.540806 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 625b81c0-593c-417b-97ee-c6e93dd8d035 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:51:52.546122 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:51:52.546509 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] Checking segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:51:52.546915 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:52.547310 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] Bound using segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:51:52.547783 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] Bound port: 590d5265-a9e7-4289-949d-179edb0d88d6, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:51:52.548167 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (590d5265-a9e7-4289-949d-179edb0d88d6), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:52.552801 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa67711-6564-4849-be6d-7a6dda8dbd2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.553160 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa67711-6564-4849-be6d-7a6dda8dbd2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.553508 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa67711-6564-4849-be6d-7a6dda8dbd2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.553852 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa67711-6564-4849-be6d-7a6dda8dbd2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.554189 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa67711-6564-4849-be6d-7a6dda8dbd2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.554523 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa67711-6564-4849-be6d-7a6dda8dbd2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.554856 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa67711-6564-4849-be6d-7a6dda8dbd2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.555203 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa67711-6564-4849-be6d-7a6dda8dbd2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.555518 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa67711-6564-4849-be6d-7a6dda8dbd2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.555848 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa67711-6564-4849-be6d-7a6dda8dbd2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.556175 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa67711-6564-4849-be6d-7a6dda8dbd2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.556502 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa67711-6564-4849-be6d-7a6dda8dbd2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.556853 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa67711-6564-4849-be6d-7a6dda8dbd2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.609530 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (3966a8df-94c0-4105-b281-3e80824f1646), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:52.641040 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] For port 590d5265-a9e7-4289-949d-179edb0d88d6, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:51:52.644258 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Network 710364a7-1192-4db7-8d7d-9231a2743a88 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:51:52.646230 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] For port 590d5265-a9e7-4289-949d-179edb0d88d6, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=590d5265-a9e7-4289-949d-179edb0d88d6,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:51:52.648588 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:51:52.652174 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:51:52.654330 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 625b81c0-593c-417b-97ee-c6e93dd8d035 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:51:52.654720 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (625b81c0-593c-417b-97ee-c6e93dd8d035), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:52.683908 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Pushing event updated for resources: {'Port': ['ID=3966a8df-94c0-4105-b281-3e80824f1646,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:52.695590 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.706243 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.706243 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.706243 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.706243 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.706243 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.706243 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.706243 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.706243 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.706243 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.706243 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.706243 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.706243 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:52.713424 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358782'] for router_interface (cfc76c6c-3ad6-4dfd-a133-f89d021a7009), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:52.727009 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (590d5265-a9e7-4289-949d-179edb0d88d6), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:52.788161 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 625b81c0-593c-417b-97ee-c6e93dd8d035 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:51:52.802709 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] Routers {'cfc76c6c-3ad6-4dfd-a133-f89d021a7009'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:51:52.803348 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:51:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:52.848423 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa67711-6564-4849-be6d-7a6dda8dbd2a None None] Pushing event updated for resources: {'Port': ['ID=590d5265-a9e7-4289-949d-179edb0d88d6,revision_number=3']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:52.902394 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (3966a8df-94c0-4105-b281-3e80824f1646), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:53.057865 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-0921babc-6c4e-47f0-8216-0b629be9477a None None] Provisioning complete for port 3966a8df-94c0-4105-b281-3e80824f1646 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:51:53.058263 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-0921babc-6c4e-47f0-8216-0b629be9477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (3966a8df-94c0-4105-b281-3e80824f1646), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:53.091308 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Publish callbacks [] for port (3966a8df-94c0-4105-b281-3e80824f1646), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:53.093490 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] Set router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:51:53.130838 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (3966a8df-94c0-4105-b281-3e80824f1646), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:53.158316 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-0921babc-6c4e-47f0-8216-0b629be9477a None None] Port 3966a8df-94c0-4105-b281-3e80824f1646 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:51:53.211759 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Pushing event updated for resources: {'Port': ['ID=3966a8df-94c0-4105-b281-3e80824f1646,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:53.214191 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3776529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358890'] for router_interface (cfc76c6c-3ad6-4dfd-a133-f89d021a7009), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:53.289517 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:51Z', 'revision_number': 3, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:53.312858 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Network 710364a7-1192-4db7-8d7d-9231a2743a88 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:51:53.314210 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:51:53.319682 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfafaf7-36e2-4d37-8d1f-fc2477f29f8b None None] The sync data for ids ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'] in dv-cinder-813224-6-iscsi is: [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:51Z', 'revision_number': 3, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:51:53.446447 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:51:53.587518 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:51:53.587878 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-57d9685d-92a3-4a9b-b3c0-7b02886bb067 None None] Provisioning complete for port 3966a8df-94c0-4105-b281-3e80824f1646 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:51:53.588350 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-57d9685d-92a3-4a9b-b3c0-7b02886bb067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (3966a8df-94c0-4105-b281-3e80824f1646), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:53.593021 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-aae42b6b-33c5-4026-bd31-2fedd79e73a6 admin admin] 10.222.0.81 "PUT /v2.0/routers/cfc76c6c-3ad6-4dfd-a133-f89d021a7009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7413616 Feb 21 00:51:53.627453 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-57d9685d-92a3-4a9b-b3c0-7b02886bb067 None None] Port 3966a8df-94c0-4105-b281-3e80824f1646 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:51:54.262966 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 59546) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:54.268199 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-1ca97ca8-5329-4155-9f9e-63fbfc6c05c1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-705395992-network', 'tenant_id': '117481638498428890b5e8af10623913'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:51:54.381071 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca97ca8-5329-4155-9f9e-63fbfc6c05c1 admin admin] Made reservation on behalf of 117481638498428890b5e8af10623913 for: {'network': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:51:54.383484 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1ca97ca8-5329-4155-9f9e-63fbfc6c05c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for network (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:54.392659 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1ca97ca8-5329-4155-9f9e-63fbfc6c05c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:54.468874 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1ca97ca8-5329-4155-9f9e-63fbfc6c05c1 admin admin] Publish callbacks [] for security_group (b99ecd9b-9fb8-482f-985d-67853ed751eb), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:54.535794 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1ca97ca8-5329-4155-9f9e-63fbfc6c05c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (b99ecd9b-9fb8-482f-985d-67853ed751eb), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:54.548032 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 590d5265-a9e7-4289-949d-179edb0d88d6 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:51:54.562489 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca97ca8-5329-4155-9f9e-63fbfc6c05c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=109907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:51:54.571844 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca97ca8-5329-4155-9f9e-63fbfc6c05c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99ecd9b-9fb8-482f-985d-67853ed751eb,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:54.578849 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1ca97ca8-5329-4155-9f9e-63fbfc6c05c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (4efe6d08-2d0d-44d0-8ac4-81ab58da21ed), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:54.579249 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.segments_db [None req-1ca97ca8-5329-4155-9f9e-63fbfc6c05c1 admin admin] Added segment 4efe6d08-2d0d-44d0-8ac4-81ab58da21ed of type vlan for network 960cced6-d5ef-4bff-9a50-e9d3fa5478ec Feb 21 00:51:54.598560 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 590d5265-a9e7-4289-949d-179edb0d88d6 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:51:54.602760 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (590d5265-a9e7-4289-949d-179edb0d88d6), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:54.623551 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1ca97ca8-5329-4155-9f9e-63fbfc6c05c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788922369190'] for network (960cced6-d5ef-4bff-9a50-e9d3fa5478ec), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:54.684772 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 590d5265-a9e7-4289-949d-179edb0d88d6 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:51:54.685182 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (590d5265-a9e7-4289-949d-179edb0d88d6), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:54.700870 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1ca97ca8-5329-4155-9f9e-63fbfc6c05c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515'] for network (960cced6-d5ef-4bff-9a50-e9d3fa5478ec), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:54.703256 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca97ca8-5329-4155-9f9e-63fbfc6c05c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:51:54.703256 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-1ca97ca8-5329-4155-9f9e-63fbfc6c05c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:54.706609 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] For port 590d5265-a9e7-4289-949d-179edb0d88d6, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=590d5265-a9e7-4289-949d-179edb0d88d6,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:51:54.763226 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca97ca8-5329-4155-9f9e-63fbfc6c05c1 admin admin] Pushing event updated for resources: {'Network': ['ID=960cced6-d5ef-4bff-9a50-e9d3fa5478ec,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:54.774250 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Network 960cced6-d5ef-4bff-9a50-e9d3fa5478ec details requested by agent ovs-agent-dv-cinder-813224-6-iscsi with host dv-cinder-813224-6-iscsi {{(pid=109908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:51:54.778157 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (590d5265-a9e7-4289-949d-179edb0d88d6), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:54.806180 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-1ca97ca8-5329-4155-9f9e-63fbfc6c05c1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5420952 Feb 21 00:51:54.808860 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 59548) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:54.813690 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-d1d8c972-40bc-4817-a76c-4a746588de0b admin admin] Request body: {'subnet': {'network_id': '960cced6-d5ef-4bff-9a50-e9d3fa5478ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-705395992-subnet', 'tenant_id': '117481638498428890b5e8af10623913', 'ip_version': 4}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:51:54.880831 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Pushing event updated for resources: {'Port': ['ID=590d5265-a9e7-4289-949d-179edb0d88d6,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:54.889650 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d8c972-40bc-4817-a76c-4a746588de0b admin admin] Made reservation on behalf of 117481638498428890b5e8af10623913 for: {'subnet': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:51:54.892190 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-d1d8c972-40bc-4817-a76c-4a746588de0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489637'] for subnet (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:54.931190 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] Sync routers for ids ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'] in dv-cinder-813224-6-iscsi {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:51:54.940631 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] Routers {'cfc76c6c-3ad6-4dfd-a133-f89d021a7009'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:51:54.941297 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:51:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:55.048999 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] Set router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:51:55.106925 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-d1d8c972-40bc-4817-a76c-4a746588de0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12339694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489559'] for subnet (10bcbc9d-8620-4b93-b05a-8fc17c7dc65d), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:55.163525 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8c972-40bc-4817-a76c-4a746588de0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=10bcbc9d-8620-4b93-b05a-8fc17c7dc65d,revision_number=0']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:55.170795 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d8c972-40bc-4817-a76c-4a746588de0b admin admin] Checking segment: {'id': '4efe6d08-2d0d-44d0-8ac4-81ab58da21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '960cced6-d5ef-4bff-9a50-e9d3fa5478ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:51:55.171155 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d8c972-40bc-4817-a76c-4a746588de0b admin admin] Network hostable DHCP agents. Network: 960cced6-d5ef-4bff-9a50-e9d3fa5478ec, hostable agents: ['4dd3caeb-76cf-441e-a150-e4aa52c1e518'], hosted agents: [] {{(pid=109907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:51:55.237789 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d8c972-40bc-4817-a76c-4a746588de0b admin admin] Network 960cced6-d5ef-4bff-9a50-e9d3fa5478ec is scheduled to be hosted by DHCP agent 4dd3caeb-76cf-441e-a150-e4aa52c1e518 with binding_index 1 {{(pid=109907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:51:55.249735 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 2, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:55.275416 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] Checking router: cfc76c6c-3ad6-4dfd-a133-f89d021a7009 for host: dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:51:55.275765 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] Updating router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 port 3966a8df-94c0-4105-b281-3e80824f1646 binding host dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:51:55.300973 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-d1d8c972-40bc-4817-a76c-4a746588de0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813224-6-iscsi, 960cced6-d5ef-4bff-9a50-e9d3fa5478ec) {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:51:55.304749 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (3966a8df-94c0-4105-b281-3e80824f1646), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:55.305593 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d8c972-40bc-4817-a76c-4a746588de0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:51:55.309253 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-d1d8c972-40bc-4817-a76c-4a746588de0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:55.311315 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d318d3-e8b9-486b-b38b-0de3eab3d201 None None] Network 960cced6-d5ef-4bff-9a50-e9d3fa5478ec requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:51:55.363881 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-d1d8c972-40bc-4817-a76c-4a746588de0b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5508225 Feb 21 00:51:55.364120 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 59550) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:55.368298 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-0ae9d0cd-256d-4aea-8aba-775bfae312ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-705395992-router', 'tenant_id': '117481638498428890b5e8af10623913', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:51:55.420724 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde9a054c-7a88-598b-a9aa-d7bb3c6415cc-960cced6-d5ef-4bff-9a50-e9d3fa5478ec', 'network_id': '960cced6-d5ef-4bff-9a50-e9d3fa5478ec', 'project_id': '117481638498428890b5e8af10623913', 'fixed_ips': [{'subnet_id': '10bcbc9d-8620-4b93-b05a-8fc17c7dc65d'}]}} from dv-cinder-813224-6-iscsi. {{(pid=109908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 00:51:55.421620 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:55.455606 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d0cd-256d-4aea-8aba-775bfae312ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-358335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9148'] for router (9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:55.457479 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d0cd-256d-4aea-8aba-775bfae312ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9141'] for router (9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:55.517173 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d0cd-256d-4aea-8aba-775bfae312ee admin admin] Publish callbacks [] for router_controller (9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc), precommit_add_association {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:55.559494 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.db_base_plugin_common [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] Allocated IP 172.20.0.2 (960cced6-d5ef-4bff-9a50-e9d3fa5478ec/10bcbc9d-8620-4b93-b05a-8fc17c7dc65d/b042361f-c16a-4c31-a11a-55d6c1a2a9bc) {{(pid=109908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:51:55.576479 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] Publish callbacks [] for port (3966a8df-94c0-4105-b281-3e80824f1646), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:55.678164 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (3966a8df-94c0-4105-b281-3e80824f1646), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:55.727540 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3e909-2b03-4ca2-bc5c-fdcc4740a730 None None] Pushing event updated for resources: {'Port': ['ID=3966a8df-94c0-4105-b281-3e80824f1646,revision_number=3']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:55.735520 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3e909-2b03-4ca2-bc5c-fdcc4740a730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:55.735890 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3e909-2b03-4ca2-bc5c-fdcc4740a730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:55.736251 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3e909-2b03-4ca2-bc5c-fdcc4740a730 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:55.736617 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3e909-2b03-4ca2-bc5c-fdcc4740a730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:55.737182 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3e909-2b03-4ca2-bc5c-fdcc4740a730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:55.737308 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3e909-2b03-4ca2-bc5c-fdcc4740a730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:55.737634 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3e909-2b03-4ca2-bc5c-fdcc4740a730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:55.738481 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3e909-2b03-4ca2-bc5c-fdcc4740a730 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:55.739002 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3e909-2b03-4ca2-bc5c-fdcc4740a730 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:55.739448 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3e909-2b03-4ca2-bc5c-fdcc4740a730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:55.739919 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3e909-2b03-4ca2-bc5c-fdcc4740a730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:55.740244 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3e909-2b03-4ca2-bc5c-fdcc4740a730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:55.740588 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3e909-2b03-4ca2-bc5c-fdcc4740a730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:51:55.766609 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d0cd-256d-4aea-8aba-775bfae312ee admin admin] Publish callbacks [] for router_gateway (9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:55.822054 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] Publish callbacks [] for port (b042361f-c16a-4c31-a11a-55d6c1a2a9bc), precommit_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:55.823731 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] Attempting to bind port 3966a8df-94c0-4105-b281-3e80824f1646 on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:51:55.824110 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] Attempting to bind port 3966a8df-94c0-4105-b281-3e80824f1646 by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:51:55.825062 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] Attempting to bind port 3966a8df-94c0-4105-b281-3e80824f1646 on network 710364a7-1192-4db7-8d7d-9231a2743a88 {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:51:55.829768 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:51:55.831489 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] Checking segment: {'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:51:55.831489 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:55.831489 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] Bound using segment: {'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:51:55.831489 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] Bound port: 3966a8df-94c0-4105-b281-3e80824f1646, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'}}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:51:55.831908 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (3966a8df-94c0-4105-b281-3e80824f1646), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:55.896355 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451'] for port (b042361f-c16a-4c31-a11a-55d6c1a2a9bc), after_create {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:55.935963 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] Network 960cced6-d5ef-4bff-9a50-e9d3fa5478ec is already hosted by enough agents. {{(pid=109908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:51:55.939372 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.scheduler.base_scheduler [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] Resources bound (agent type, host, resource id): {{(pid=109908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:51:55.942876 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] Received port after_create {{(pid=109908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:51:55.992008 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] Pushing event updated for resources: {'Port': ['ID=b042361f-c16a-4c31-a11a-55d6c1a2a9bc,revision_number=1']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:56.008483 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] For port 3966a8df-94c0-4105-b281-3e80824f1646, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:51:56.011679 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] For port 3966a8df-94c0-4105-b281-3e80824f1646, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=3966a8df-94c0-4105-b281-3e80824f1646,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:51:56.026753 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-4c59749c-6f28-4876-b72d-dd04befb4810 None None] Provisioning complete for port 3966a8df-94c0-4105-b281-3e80824f1646 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:51:56.027132 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-4c59749c-6f28-4876-b72d-dd04befb4810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (3966a8df-94c0-4105-b281-3e80824f1646), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:56.051376 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] Attempting to bind port b042361f-c16a-4c31-a11a-55d6c1a2a9bc on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:51:56.051757 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] Attempting to bind port b042361f-c16a-4c31-a11a-55d6c1a2a9bc by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': '4efe6d08-2d0d-44d0-8ac4-81ab58da21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '960cced6-d5ef-4bff-9a50-e9d3fa5478ec'}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:51:56.052124 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] Attempting to bind port b042361f-c16a-4c31-a11a-55d6c1a2a9bc on network 960cced6-d5ef-4bff-9a50-e9d3fa5478ec {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:51:56.059803 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:51:56.060182 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] Checking segment: {'id': '4efe6d08-2d0d-44d0-8ac4-81ab58da21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '960cced6-d5ef-4bff-9a50-e9d3fa5478ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:51:56.060603 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:56.061036 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] Bound using segment: {'id': '4efe6d08-2d0d-44d0-8ac4-81ab58da21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '960cced6-d5ef-4bff-9a50-e9d3fa5478ec'} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:51:56.066787 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] Bound port: b042361f-c16a-4c31-a11a-55d6c1a2a9bc, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efe6d08-2d0d-44d0-8ac4-81ab58da21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '960cced6-d5ef-4bff-9a50-e9d3fa5478ec'}}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:51:56.066787 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (b042361f-c16a-4c31-a11a-55d6c1a2a9bc), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:56.073199 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d0cd-256d-4aea-8aba-775bfae312ee admin admin] Publish callbacks [] for router_gateway (9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:56.078118 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (3966a8df-94c0-4105-b281-3e80824f1646), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:56.080834 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-4c59749c-6f28-4876-b72d-dd04befb4810 None None] Port 3966a8df-94c0-4105-b281-3e80824f1646 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:51:56.095427 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d0cd-256d-4aea-8aba-775bfae312ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:56.131725 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3e909-2b03-4ca2-bc5c-fdcc4740a730 None None] Pushing event updated for resources: {'Port': ['ID=3966a8df-94c0-4105-b281-3e80824f1646,revision_number=4']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:56.140148 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] For port b042361f-c16a-4c31-a11a-55d6c1a2a9bc, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:51:56.144906 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] For port b042361f-c16a-4c31-a11a-55d6c1a2a9bc, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=b042361f-c16a-4c31-a11a-55d6c1a2a9bc,segment=NetworkSegment(4efe6d08-2d0d-44d0-8ac4-81ab58da21ed),segment_id=4efe6d08-2d0d-44d0-8ac4-81ab58da21ed)] {{(pid=109908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:51:56.145374 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] Routers {'cfc76c6c-3ad6-4dfd-a133-f89d021a7009'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:51:56.146247 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:51:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:56.212272 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [None req-0ae9d0cd-256d-4aea-8aba-775bfae312ee admin admin] Allocated IP 172.27.1.205 (c88f79bf-88c8-4630-a831-5481b52b74c3/d2922032-8347-4ecd-abd4-c2de14eb9a4c/a8128f7f-878a-4091-915d-20cf853ac36d) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:51:56.221670 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (b042361f-c16a-4c31-a11a-55d6c1a2a9bc), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:56.271898 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] Set router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:51:56.307046 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4255f3d-b8eb-4712-9d3c-ea9d811702b3 None None] Pushing event updated for resources: {'Port': ['ID=b042361f-c16a-4c31-a11a-55d6c1a2a9bc,revision_number=2']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:56.372517 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d0cd-256d-4aea-8aba-775bfae312ee admin admin] Publish callbacks [] for port (a8128f7f-878a-4091-915d-20cf853ac36d), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:56.406130 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-a13e7776-d450-4763-b718-08c23a066607 None None] Provisioning complete for port 3966a8df-94c0-4105-b281-3e80824f1646 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:51:56.406620 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a13e7776-d450-4763-b718-08c23a066607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (3966a8df-94c0-4105-b281-3e80824f1646), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:56.486831 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d0cd-256d-4aea-8aba-775bfae312ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (a8128f7f-878a-4091-915d-20cf853ac36d), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:56.499713 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-a13e7776-d450-4763-b718-08c23a066607 None None] Current status of the port 3966a8df-94c0-4105-b281-3e80824f1646 is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:51:56.500078 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a13e7776-d450-4763-b718-08c23a066607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (3966a8df-94c0-4105-b281-3e80824f1646), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:56.544956 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae9d0cd-256d-4aea-8aba-775bfae312ee admin admin] Network c88f79bf-88c8-4630-a831-5481b52b74c3 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:51:56.552666 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-0ae9d0cd-256d-4aea-8aba-775bfae312ee admin admin] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:51:56.555390 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae9d0cd-256d-4aea-8aba-775bfae312ee admin admin] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:51:56.560107 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:56.566556 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-a13e7776-d450-4763-b718-08c23a066607 None None] For port 3966a8df-94c0-4105-b281-3e80824f1646, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=3966a8df-94c0-4105-b281-3e80824f1646,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:51:56.596643 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d45a79c-a8f8-4aec-a99a-34f54817c5d2 None None] The sync data for ids ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'] in dv-cinder-813224-6-iscsi is: [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:51:56.603746 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9d0cd-256d-4aea-8aba-775bfae312ee admin admin] Pushing event updated for resources: {'Port': ['ID=a8128f7f-878a-4091-915d-20cf853ac36d,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:56.632578 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a13e7776-d450-4763-b718-08c23a066607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (3966a8df-94c0-4105-b281-3e80824f1646), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:56.743378 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 590d5265-a9e7-4289-949d-179edb0d88d6 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:51:56.746708 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e7776-d450-4763-b718-08c23a066607 None None] Pushing event updated for resources: {'Port': ['ID=3966a8df-94c0-4105-b281-3e80824f1646,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:56.799838 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 590d5265-a9e7-4289-949d-179edb0d88d6 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:51:56.800222 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (590d5265-a9e7-4289-949d-179edb0d88d6), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:56.913114 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 590d5265-a9e7-4289-949d-179edb0d88d6 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:51:56.914195 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device b042361f-c16a-4c31-a11a-55d6c1a2a9bc up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:51:56.959481 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-03ff92e1-e1d0-41d8-9f62-952ba4256277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:56.970428 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port b042361f-c16a-4c31-a11a-55d6c1a2a9bc triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:51:56.970890 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (b042361f-c16a-4c31-a11a-55d6c1a2a9bc), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:56.973995 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:57.060047 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port b042361f-c16a-4c31-a11a-55d6c1a2a9bc is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:51:57.060452 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (b042361f-c16a-4c31-a11a-55d6c1a2a9bc), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:57.099023 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] For port b042361f-c16a-4c31-a11a-55d6c1a2a9bc, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=b042361f-c16a-4c31-a11a-55d6c1a2a9bc,segment=NetworkSegment(4efe6d08-2d0d-44d0-8ac4-81ab58da21ed),segment_id=4efe6d08-2d0d-44d0-8ac4-81ab58da21ed)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:51:57.172249 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (b042361f-c16a-4c31-a11a-55d6c1a2a9bc), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:57.245939 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Pushing event updated for resources: {'Port': ['ID=b042361f-c16a-4c31-a11a-55d6c1a2a9bc,revision_number=3']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:57.321632 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d0cd-256d-4aea-8aba-775bfae312ee admin admin] Publish callbacks [] for router_gateway (9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:57.429536 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7f203e-8b50-488b-ad17-254f53097e1e None None] Network 960cced6-d5ef-4bff-9a50-e9d3fa5478ec requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:51:57.496525 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-fa29e3de-d17e-48c8-8a4f-906770fd8644 None None] Provisioning complete for port b042361f-c16a-4c31-a11a-55d6c1a2a9bc triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:51:57.496923 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-fa29e3de-d17e-48c8-8a4f-906770fd8644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (b042361f-c16a-4c31-a11a-55d6c1a2a9bc), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:57.553890 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d0cd-256d-4aea-8aba-775bfae312ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-356390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362153'] for router (9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:57.631194 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-fa29e3de-d17e-48c8-8a4f-906770fd8644 None None] Current status of the port b042361f-c16a-4c31-a11a-55d6c1a2a9bc is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:51:57.781014 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae9d0cd-256d-4aea-8aba-775bfae312ee admin admin] Router 9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc is scheduled to L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 with binding_index 1 {{(pid=109907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 00:51:57.853346 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-ab3ad35a-238a-47e1-91b3-efbf5d2a8d16 None None] Provisioning complete for port b042361f-c16a-4c31-a11a-55d6c1a2a9bc triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:51:57.853837 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-ab3ad35a-238a-47e1-91b3-efbf5d2a8d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (b042361f-c16a-4c31-a11a-55d6c1a2a9bc), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:57.897952 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae9d0cd-256d-4aea-8aba-775bfae312ee admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:51:57.926029 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] Sync routers for ids ['9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:51:57.951935 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] Routers {'9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:51:57.952594 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:51:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:57.955614 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ad35a-238a-47e1-91b3-efbf5d2a8d16 None None] Current status of the port b042361f-c16a-4c31-a11a-55d6c1a2a9bc is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:51:57.994292 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d0cd-256d-4aea-8aba-775bfae312ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:57.995555 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-0ae9d0cd-256d-4aea-8aba-775bfae312ee admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6305397 Feb 21 00:51:57.998457 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59552) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:51:58.213044 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] Set router 9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:51:58.410650 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc', 'name': 'tempest-TestVolumeBootPattern-705395992-router', 'tenant_id': '117481638498428890b5e8af10623913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a8128f7f-878a-4091-915d-20cf853ac36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:55Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 3, 'project_id': '117481638498428890b5e8af10623913', 'gw_port': {'id': 'a8128f7f-878a-4091-915d-20cf853ac36d', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:56Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:58.437986 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] Checking router: 9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:51:58.438253 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] Updating router 9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc port a8128f7f-878a-4091-915d-20cf853ac36d binding host dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:51:58.467228 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (a8128f7f-878a-4091-915d-20cf853ac36d), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:58.646269 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-19a0e943-c36d-4b1b-9ba7-502678786615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:58.649925 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 3966a8df-94c0-4105-b281-3e80824f1646 up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:51:58.768946 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port 3966a8df-94c0-4105-b281-3e80824f1646 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:51:58.770086 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (3966a8df-94c0-4105-b281-3e80824f1646), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:58.807591 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.db_base_plugin_common [None req-19a0e943-c36d-4b1b-9ba7-502678786615 admin admin] Allocated IP 172.20.0.1 (960cced6-d5ef-4bff-9a50-e9d3fa5478ec/10bcbc9d-8620-4b93-b05a-8fc17c7dc65d/f5afd14f-706b-459f-9fb0-6e483a0aa0dc) {{(pid=109906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:51:58.815526 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] Publish callbacks [] for port (a8128f7f-878a-4091-915d-20cf853ac36d), precommit_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:58.865226 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port 3966a8df-94c0-4105-b281-3e80824f1646 is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:51:58.866271 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device b042361f-c16a-4c31-a11a-55d6c1a2a9bc up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:51:58.899792 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (a8128f7f-878a-4091-915d-20cf853ac36d), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:58.912114 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-19a0e943-c36d-4b1b-9ba7-502678786615 admin admin] Publish callbacks [] for port (f5afd14f-706b-459f-9fb0-6e483a0aa0dc), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:58.969746 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] Attempting to bind port a8128f7f-878a-4091-915d-20cf853ac36d on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:51:58.970309 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] Attempting to bind port a8128f7f-878a-4091-915d-20cf853ac36d by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:51:58.970441 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] Attempting to bind port a8128f7f-878a-4091-915d-20cf853ac36d on network c88f79bf-88c8-4630-a831-5481b52b74c3 {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:51:58.975996 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e34744-bc90-4d3a-88d3-2f5b794f8b28 None None] Pushing event updated for resources: {'Port': ['ID=a8128f7f-878a-4091-915d-20cf853ac36d,revision_number=2']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:58.982142 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:51:58.983145 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] Checking segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:51:58.983145 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:58.983603 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] Bound using segment: {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'} {{(pid=109908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:51:58.983748 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.managers [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] Bound port: a8128f7f-878a-4091-915d-20cf853ac36d, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3810f89-9b65-48d7-9855-957073281a04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3'}}] {{(pid=109908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:51:58.984125 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (a8128f7f-878a-4091-915d-20cf853ac36d), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:58.984245 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-19a0e943-c36d-4b1b-9ba7-502678786615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (f5afd14f-706b-459f-9fb0-6e483a0aa0dc), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:58.986495 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port b042361f-c16a-4c31-a11a-55d6c1a2a9bc triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:51:58.986855 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (b042361f-c16a-4c31-a11a-55d6c1a2a9bc), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:59.024832 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a0e943-c36d-4b1b-9ba7-502678786615 admin admin] Network 960cced6-d5ef-4bff-9a50-e9d3fa5478ec is already hosted by enough agents. {{(pid=109906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:51:59.027569 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-19a0e943-c36d-4b1b-9ba7-502678786615 admin admin] Resources bound (agent type, host, resource id): {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:51:59.030098 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a0e943-c36d-4b1b-9ba7-502678786615 admin admin] Received port after_create {{(pid=109906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:51:59.062559 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0e943-c36d-4b1b-9ba7-502678786615 admin admin] Pushing event updated for resources: {'Port': ['ID=f5afd14f-706b-459f-9fb0-6e483a0aa0dc,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:59.068732 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a1c80f9e-3012-489c-b090-159157b60a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:59.080783 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-19a0e943-c36d-4b1b-9ba7-502678786615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358782'] for router_interface (9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:59.084319 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] For port a8128f7f-878a-4091-915d-20cf853ac36d, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:51:59.088726 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] For port a8128f7f-878a-4091-915d-20cf853ac36d, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=a8128f7f-878a-4091-915d-20cf853ac36d,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:51:59.126405 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port b042361f-c16a-4c31-a11a-55d6c1a2a9bc is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:51:59.171769 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (a8128f7f-878a-4091-915d-20cf853ac36d), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:59.234542 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] Routers {'9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:51:59.235169 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:51:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:59.242915 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e34744-bc90-4d3a-88d3-2f5b794f8b28 None None] Pushing event updated for resources: {'Port': ['ID=a8128f7f-878a-4091-915d-20cf853ac36d,revision_number=3']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:59.290332 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-19a0e943-c36d-4b1b-9ba7-502678786615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (f5afd14f-706b-459f-9fb0-6e483a0aa0dc), before_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:59.303842 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-36f78b15-6ed3-4b43-bab5-2fa2c961c405 None None] Provisioning complete for port f5afd14f-706b-459f-9fb0-6e483a0aa0dc triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:51:59.304152 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-36f78b15-6ed3-4b43-bab5-2fa2c961c405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (f5afd14f-706b-459f-9fb0-6e483a0aa0dc), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:59.374155 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-36f78b15-6ed3-4b43-bab5-2fa2c961c405 None None] Port f5afd14f-706b-459f-9fb0-6e483a0aa0dc cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:51:59.390722 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] Set router 9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:51:59.451881 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-19a0e943-c36d-4b1b-9ba7-502678786615 admin admin] Publish callbacks [] for port (f5afd14f-706b-459f-9fb0-6e483a0aa0dc), precommit_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:59.511890 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-19a0e943-c36d-4b1b-9ba7-502678786615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11782249'] for port (f5afd14f-706b-459f-9fb0-6e483a0aa0dc), after_update {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:59.563815 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc', 'name': 'tempest-TestVolumeBootPattern-705395992-router', 'tenant_id': '117481638498428890b5e8af10623913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a8128f7f-878a-4091-915d-20cf853ac36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:55Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 3, 'project_id': '117481638498428890b5e8af10623913', 'gw_port': {'id': 'a8128f7f-878a-4091-915d-20cf853ac36d', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:56Z', 'updated_at': '2022-02-21T00:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:51:59.578036 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-19a0e943-c36d-4b1b-9ba7-502678786615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3776529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358890'] for router_interface (9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:51:59.580714 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0e943-c36d-4b1b-9ba7-502678786615 admin admin] Pushing event updated for resources: {'Port': ['ID=f5afd14f-706b-459f-9fb0-6e483a0aa0dc,revision_number=2']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:51:59.593870 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5f023-1deb-43a9-a325-a9afd209e3eb None None] The sync data for ids ['9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc'] in dv-cinder-813224-6-iscsi is: [{'id': '9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc', 'name': 'tempest-TestVolumeBootPattern-705395992-router', 'tenant_id': '117481638498428890b5e8af10623913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a8128f7f-878a-4091-915d-20cf853ac36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:55Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 3, 'project_id': '117481638498428890b5e8af10623913', 'gw_port': {'id': 'a8128f7f-878a-4091-915d-20cf853ac36d', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:56Z', 'updated_at': '2022-02-21T00:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:51:59.682321 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a0e943-c36d-4b1b-9ba7-502678786615 admin admin] Network 960cced6-d5ef-4bff-9a50-e9d3fa5478ec is already hosted by enough agents. {{(pid=109906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:51:59.683666 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.base_scheduler [None req-19a0e943-c36d-4b1b-9ba7-502678786615 admin admin] Resources bound (agent type, host, resource id): {{(pid=109906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:51:59.826496 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a0e943-c36d-4b1b-9ba7-502678786615 admin admin] Router 9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:51:59.959050 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a0e943-c36d-4b1b-9ba7-502678786615 admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:51:59.964281 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-19a0e943-c36d-4b1b-9ba7-502678786615 admin admin] 10.222.0.81 "PUT /v2.0/routers/9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9647744 Feb 21 00:52:00.000389 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-385dd194-75b8-4769-8f28-e9649e66528f None None] Provisioning complete for port f5afd14f-706b-459f-9fb0-6e483a0aa0dc triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:52:00.001001 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-385dd194-75b8-4769-8f28-e9649e66528f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (f5afd14f-706b-459f-9fb0-6e483a0aa0dc), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:00.046691 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-385dd194-75b8-4769-8f28-e9649e66528f None None] Port f5afd14f-706b-459f-9fb0-6e483a0aa0dc cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:52:00.312430 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:00.421534 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59560) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:52:00.426909 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-051f1fec-b42c-4838-8331-87635683661f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1739478966', 'description': 'tempest-secgroup-smoke-1739478966 description', 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:52:00.506529 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-051f1fec-b42c-4838-8331-87635683661f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group (None), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:00.561601 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device a8128f7f-878a-4091-915d-20cf853ac36d up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:52:00.580813 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-051f1fec-b42c-4838-8331-87635683661f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group (3be475ad-fc4a-4448-befb-9bcbf68d2387), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:00.610649 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port a8128f7f-878a-4091-915d-20cf853ac36d triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:52:00.610949 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (a8128f7f-878a-4091-915d-20cf853ac36d), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:00.626073 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-051f1fec-b42c-4838-8331-87635683661f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (3be475ad-fc4a-4448-befb-9bcbf68d2387), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:00.657782 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f1fec-b42c-4838-8331-87635683661f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be475ad-fc4a-4448-befb-9bcbf68d2387,revision_number=1']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:52:00.695871 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port a8128f7f-878a-4091-915d-20cf853ac36d is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:52:00.696263 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (a8128f7f-878a-4091-915d-20cf853ac36d), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:00.715590 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] For port a8128f7f-878a-4091-915d-20cf853ac36d, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=a8128f7f-878a-4091-915d-20cf853ac36d,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:52:00.725880 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-051f1fec-b42c-4838-8331-87635683661f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:00.727148 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-051f1fec-b42c-4838-8331-87635683661f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3044198 Feb 21 00:52:00.730335 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59562) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:52:00.734603 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-bd544249-e82f-43bd-baf2-72812656cde9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Request body: {'security_group_rule': {'security_group_id': '3be475ad-fc4a-4448-befb-9bcbf68d2387', 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:52:00.814767 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (a8128f7f-878a-4091-915d-20cf853ac36d), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:00.831403 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-bd544249-e82f-43bd-baf2-72812656cde9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group_rule (25b9e347-17bc-4e72-bbbb-24d7588f0d2b), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:00.868169 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Pushing event updated for resources: {'Port': ['ID=a8128f7f-878a-4091-915d-20cf853ac36d,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:52:00.891374 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-bd544249-e82f-43bd-baf2-72812656cde9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group_rule (25b9e347-17bc-4e72-bbbb-24d7588f0d2b), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:00.986674 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-bd544249-e82f-43bd-baf2-72812656cde9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (25b9e347-17bc-4e72-bbbb-24d7588f0d2b), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:01.007391 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd544249-e82f-43bd-baf2-72812656cde9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b9e347-17bc-4e72-bbbb-24d7588f0d2b,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:52:01.091348 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-bd544249-e82f-43bd-baf2-72812656cde9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:01.092620 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-bd544249-e82f-43bd-baf2-72812656cde9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3613057 Feb 21 00:52:01.095370 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59564) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:52:01.100273 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-d47616dc-9349-4880-bd67-2de56c2a84aa tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Request body: {'security_group_rule': {'security_group_id': '3be475ad-fc4a-4448-befb-9bcbf68d2387', 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:52:01.142095 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] Sync routers for ids ['9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc'] in dv-cinder-813224-6-iscsi {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:52:01.152261 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] Routers {'9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:52:01.152897 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:51:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:52:01.190929 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d47616dc-9349-4880-bd67-2de56c2a84aa tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group_rule (50b9160f-3176-4342-96db-db0ea382ca29), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:01.254321 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d47616dc-9349-4880-bd67-2de56c2a84aa tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group_rule (50b9160f-3176-4342-96db-db0ea382ca29), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:01.264091 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] Set router 9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:52:01.369248 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d47616dc-9349-4880-bd67-2de56c2a84aa tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (50b9160f-3176-4342-96db-db0ea382ca29), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:01.388690 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47616dc-9349-4880-bd67-2de56c2a84aa tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b9160f-3176-4342-96db-db0ea382ca29,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:52:01.468693 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc', 'name': 'tempest-TestVolumeBootPattern-705395992-router', 'tenant_id': '117481638498428890b5e8af10623913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a8128f7f-878a-4091-915d-20cf853ac36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:55Z', 'updated_at': '2022-02-21T00:51:59Z', 'revision_number': 4, 'project_id': '117481638498428890b5e8af10623913', 'gw_port': {'id': 'a8128f7f-878a-4091-915d-20cf853ac36d', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:56Z', 'updated_at': '2022-02-21T00:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': 'f5afd14f-706b-459f-9fb0-6e483a0aa0dc', 'name': '', 'network_id': '960cced6-d5ef-4bff-9a50-e9d3fa5478ec', 'tenant_id': '117481638498428890b5e8af10623913', 'mac_address': 'fa:16:3e:93:a6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '10bcbc9d-8620-4b93-b05a-8fc17c7dc65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:58Z', 'updated_at': '2022-02-21T00:51:59Z', 'revision_number': 2, 'project_id': '117481638498428890b5e8af10623913', 'subnets': [{'id': '10bcbc9d-8620-4b93-b05a-8fc17c7dc65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:52:01.485723 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-d47616dc-9349-4880-bd67-2de56c2a84aa tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:01.486957 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-d47616dc-9349-4880-bd67-2de56c2a84aa tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3906195 Feb 21 00:52:01.489766 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59566) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:52:01.494096 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-81a7b88a-4475-4d06-aca8-6fcd1e7f301a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Request body: {'security_group_rule': {'security_group_id': '3be475ad-fc4a-4448-befb-9bcbf68d2387', 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:52:01.499501 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] Checking router: 9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc for host: dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:52:01.499861 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] Updating router 9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc port f5afd14f-706b-459f-9fb0-6e483a0aa0dc binding host dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:52:01.528657 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (f5afd14f-706b-459f-9fb0-6e483a0aa0dc), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:01.579759 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-81a7b88a-4475-4d06-aca8-6fcd1e7f301a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group_rule (73bc460d-1562-43d0-8fe3-9ef9e1ae4f78), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:01.641466 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-81a7b88a-4475-4d06-aca8-6fcd1e7f301a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group_rule (73bc460d-1562-43d0-8fe3-9ef9e1ae4f78), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:01.692018 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:01.717965 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-81a7b88a-4475-4d06-aca8-6fcd1e7f301a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (73bc460d-1562-43d0-8fe3-9ef9e1ae4f78), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:01.736339 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7b88a-4475-4d06-aca8-6fcd1e7f301a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73bc460d-1562-43d0-8fe3-9ef9e1ae4f78,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:52:01.817189 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] Publish callbacks [] for port (f5afd14f-706b-459f-9fb0-6e483a0aa0dc), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:01.817613 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-81a7b88a-4475-4d06-aca8-6fcd1e7f301a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:01.821373 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-81a7b88a-4475-4d06-aca8-6fcd1e7f301a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3281307 Feb 21 00:52:01.821733 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59568) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:52:01.826238 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-56075dbf-bb06-4638-9d97-8a982b37c41e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Request body: {'security_group_rule': {'security_group_id': '3be475ad-fc4a-4448-befb-9bcbf68d2387', 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:52:01.871824 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (f5afd14f-706b-459f-9fb0-6e483a0aa0dc), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:01.899932 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-56075dbf-bb06-4638-9d97-8a982b37c41e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group_rule (3d173b90-bd47-45ea-a848-5392d469dc9f), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:01.940612 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8d4d2-3bf6-45c8-9461-2a3352d2761f None None] Pushing event updated for resources: {'Port': ['ID=f5afd14f-706b-459f-9fb0-6e483a0aa0dc,revision_number=3']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:52:01.975804 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] Attempting to bind port f5afd14f-706b-459f-9fb0-6e483a0aa0dc on host dv-cinder-813224-6-iscsi for vnic_type normal with profile {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:52:01.976170 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] Attempting to bind port f5afd14f-706b-459f-9fb0-6e483a0aa0dc by drivers openvswitch,hyperv on host dv-cinder-813224-6-iscsi at level 0 using segments [{'id': '4efe6d08-2d0d-44d0-8ac4-81ab58da21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '960cced6-d5ef-4bff-9a50-e9d3fa5478ec'}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:52:01.976767 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] Attempting to bind port f5afd14f-706b-459f-9fb0-6e483a0aa0dc on network 960cced6-d5ef-4bff-9a50-e9d3fa5478ec {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:52:01.978230 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-56075dbf-bb06-4638-9d97-8a982b37c41e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group_rule (3d173b90-bd47-45ea-a848-5392d469dc9f), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:01.982216 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] Checking agent: {'id': '87fed6a8-cb75-46c3-a16d-e194b4f6314b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813224-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 32, 33), 'started_at': datetime.datetime(2022, 2, 21, 0, 33, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813224-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:52:01.982588 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] Checking segment: {'id': '4efe6d08-2d0d-44d0-8ac4-81ab58da21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '960cced6-d5ef-4bff-9a50-e9d3fa5478ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:52:01.982983 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:01.983508 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] Bound using segment: {'id': '4efe6d08-2d0d-44d0-8ac4-81ab58da21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '960cced6-d5ef-4bff-9a50-e9d3fa5478ec'} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:52:01.983976 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] Bound port: f5afd14f-706b-459f-9fb0-6e483a0aa0dc, host: dv-cinder-813224-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efe6d08-2d0d-44d0-8ac4-81ab58da21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '960cced6-d5ef-4bff-9a50-e9d3fa5478ec'}}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:52:01.984350 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (f5afd14f-706b-459f-9fb0-6e483a0aa0dc), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:02.053051 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] For port f5afd14f-706b-459f-9fb0-6e483a0aa0dc, host dv-cinder-813224-6-iscsi, cleared binding levels {{(pid=109909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:52:02.057150 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] For port f5afd14f-706b-459f-9fb0-6e483a0aa0dc, host dv-cinder-813224-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=f5afd14f-706b-459f-9fb0-6e483a0aa0dc,segment=NetworkSegment(4efe6d08-2d0d-44d0-8ac4-81ab58da21ed),segment_id=4efe6d08-2d0d-44d0-8ac4-81ab58da21ed)] {{(pid=109909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:52:02.072122 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-56075dbf-bb06-4638-9d97-8a982b37c41e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (3d173b90-bd47-45ea-a848-5392d469dc9f), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:02.092210 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56075dbf-bb06-4638-9d97-8a982b37c41e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d173b90-bd47-45ea-a848-5392d469dc9f,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:52:02.130309 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (f5afd14f-706b-459f-9fb0-6e483a0aa0dc), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:02.153959 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-56075dbf-bb06-4638-9d97-8a982b37c41e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:02.155124 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-56075dbf-bb06-4638-9d97-8a982b37c41e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3324101 Feb 21 00:52:02.158020 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 59570) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:52:02.162701 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-67a99f96-8c13-435f-88b0-f3da171cb5c8 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Request body: {'security_group_rule': {'security_group_id': '3be475ad-fc4a-4448-befb-9bcbf68d2387', 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:52:02.197964 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-03d5cc72-52c0-4cb8-b60e-229a3c3c1347 None None] Provisioning complete for port f5afd14f-706b-459f-9fb0-6e483a0aa0dc triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:52:02.198546 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-03d5cc72-52c0-4cb8-b60e-229a3c3c1347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (f5afd14f-706b-459f-9fb0-6e483a0aa0dc), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:02.198944 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8d4d2-3bf6-45c8-9461-2a3352d2761f None None] Pushing event updated for resources: {'Port': ['ID=f5afd14f-706b-459f-9fb0-6e483a0aa0dc,revision_number=4']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:52:02.202380 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] Routers {'9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:52:02.202996 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:51:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:52:02.260950 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.securitygroups_db [None req-67a99f96-8c13-435f-88b0-f3da171cb5c8 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Project eb7b15afe4684aaf8da2de71263ac74c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 00:52:02.270798 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-67a99f96-8c13-435f-88b0-f3da171cb5c8 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group_rule (f4901098-ea1c-4764-866e-3e588690f2d4), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:02.304772 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-03d5cc72-52c0-4cb8-b60e-229a3c3c1347 None None] Current status of the port f5afd14f-706b-459f-9fb0-6e483a0aa0dc is: DOWN; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:52:02.305661 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-03d5cc72-52c0-4cb8-b60e-229a3c3c1347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (f5afd14f-706b-459f-9fb0-6e483a0aa0dc), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:02.340988 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] Set router 9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:52:02.342126 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-67a99f96-8c13-435f-88b0-f3da171cb5c8 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group_rule (f4901098-ea1c-4764-866e-3e588690f2d4), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:02.344422 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-03d5cc72-52c0-4cb8-b60e-229a3c3c1347 None None] For port f5afd14f-706b-459f-9fb0-6e483a0aa0dc, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=f5afd14f-706b-459f-9fb0-6e483a0aa0dc,segment=NetworkSegment(4efe6d08-2d0d-44d0-8ac4-81ab58da21ed),segment_id=4efe6d08-2d0d-44d0-8ac4-81ab58da21ed)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:52:02.397742 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-67a99f96-8c13-435f-88b0-f3da171cb5c8 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (f4901098-ea1c-4764-866e-3e588690f2d4), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:02.409579 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-03d5cc72-52c0-4cb8-b60e-229a3c3c1347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (f5afd14f-706b-459f-9fb0-6e483a0aa0dc), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:02.426469 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a99f96-8c13-435f-88b0-f3da171cb5c8 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4901098-ea1c-4764-866e-3e588690f2d4,revision_number=0']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:52:02.463371 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5cc72-52c0-4cb8-b60e-229a3c3c1347 None None] Pushing event updated for resources: {'Port': ['ID=f5afd14f-706b-459f-9fb0-6e483a0aa0dc,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:52:02.536436 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-149f1bf5-fa8e-4e67-acf9-8d3d63648a3a None None] Provisioning complete for port f5afd14f-706b-459f-9fb0-6e483a0aa0dc triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:52:02.542117 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-149f1bf5-fa8e-4e67-acf9-8d3d63648a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (f5afd14f-706b-459f-9fb0-6e483a0aa0dc), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:02.542260 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-67a99f96-8c13-435f-88b0-f3da171cb5c8 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:02.542260 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-67a99f96-8c13-435f-88b0-f3da171cb5c8 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3804278 Feb 21 00:52:02.542447 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 59572) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:52:02.547326 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.v2.base [None req-617875ef-c0c7-42aa-8cc9-20e487ade52e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Request body: {'security_group_rule': {'security_group_id': '3be475ad-fc4a-4448-befb-9bcbf68d2387', 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:52:02.567177 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device a8128f7f-878a-4091-915d-20cf853ac36d up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:52:02.632085 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.db.securitygroups_db [None req-617875ef-c0c7-42aa-8cc9-20e487ade52e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Project eb7b15afe4684aaf8da2de71263ac74c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 00:52:02.638034 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-617875ef-c0c7-42aa-8cc9-20e487ade52e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group_rule (bab4c1f1-87af-49dd-9cb5-58d97f349aed), before_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:02.642837 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc', 'name': 'tempest-TestVolumeBootPattern-705395992-router', 'tenant_id': '117481638498428890b5e8af10623913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a8128f7f-878a-4091-915d-20cf853ac36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:55Z', 'updated_at': '2022-02-21T00:51:59Z', 'revision_number': 4, 'project_id': '117481638498428890b5e8af10623913', 'gw_port': {'id': 'a8128f7f-878a-4091-915d-20cf853ac36d', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:56Z', 'updated_at': '2022-02-21T00:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': 'f5afd14f-706b-459f-9fb0-6e483a0aa0dc', 'name': '', 'network_id': '960cced6-d5ef-4bff-9a50-e9d3fa5478ec', 'tenant_id': '117481638498428890b5e8af10623913', 'mac_address': 'fa:16:3e:93:a6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '10bcbc9d-8620-4b93-b05a-8fc17c7dc65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:58Z', 'updated_at': '2022-02-21T00:52:02Z', 'revision_number': 4, 'project_id': '117481638498428890b5e8af10623913', 'subnets': [{'id': '10bcbc9d-8620-4b93-b05a-8fc17c7dc65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:52:02.662881 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port a8128f7f-878a-4091-915d-20cf853ac36d triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:52:02.662881 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (a8128f7f-878a-4091-915d-20cf853ac36d), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:02.670064 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960956cf-5f67-42f5-adec-a141e7c9800d None None] The sync data for ids ['9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc'] in dv-cinder-813224-6-iscsi is: [{'id': '9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc', 'name': 'tempest-TestVolumeBootPattern-705395992-router', 'tenant_id': '117481638498428890b5e8af10623913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a8128f7f-878a-4091-915d-20cf853ac36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:55Z', 'updated_at': '2022-02-21T00:51:59Z', 'revision_number': 4, 'project_id': '117481638498428890b5e8af10623913', 'gw_port': {'id': 'a8128f7f-878a-4091-915d-20cf853ac36d', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:56Z', 'updated_at': '2022-02-21T00:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': 'f5afd14f-706b-459f-9fb0-6e483a0aa0dc', 'name': '', 'network_id': '960cced6-d5ef-4bff-9a50-e9d3fa5478ec', 'tenant_id': '117481638498428890b5e8af10623913', 'mac_address': 'fa:16:3e:93:a6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '10bcbc9d-8620-4b93-b05a-8fc17c7dc65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:58Z', 'updated_at': '2022-02-21T00:52:02Z', 'revision_number': 4, 'project_id': '117481638498428890b5e8af10623913', 'subnets': [{'id': '10bcbc9d-8620-4b93-b05a-8fc17c7dc65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:52:02.694366 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-149f1bf5-fa8e-4e67-acf9-8d3d63648a3a None None] Current status of the port f5afd14f-706b-459f-9fb0-6e483a0aa0dc is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:52:02.704062 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-617875ef-c0c7-42aa-8cc9-20e487ade52e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group_rule (bab4c1f1-87af-49dd-9cb5-58d97f349aed), precommit_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:02.763885 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-617875ef-c0c7-42aa-8cc9-20e487ade52e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660'] for security_group_rule (bab4c1f1-87af-49dd-9cb5-58d97f349aed), after_create {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:02.764078 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port a8128f7f-878a-4091-915d-20cf853ac36d is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:52:02.785281 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617875ef-c0c7-42aa-8cc9-20e487ade52e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab4c1f1-87af-49dd-9cb5-58d97f349aed,revision_number=0']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:52:02.857294 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-617875ef-c0c7-42aa-8cc9-20e487ade52e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:02.858741 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-617875ef-c0c7-42aa-8cc9-20e487ade52e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3153460 Feb 21 00:52:03.323424 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:04.570939 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device f5afd14f-706b-459f-9fb0-6e483a0aa0dc up at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:52:04.621035 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Provisioning complete for port f5afd14f-706b-459f-9fb0-6e483a0aa0dc triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:52:04.621466 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (f5afd14f-706b-459f-9fb0-6e483a0aa0dc), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:04.703010 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Current status of the port f5afd14f-706b-459f-9fb0-6e483a0aa0dc is: ACTIVE; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:52:16.852772 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:52:18.600637 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-cf745927-cf8d-4c81-9b66-e7d1cbd537e7 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1739478966&fields=id&tenant_id=eb7b15afe4684aaf8da2de71263ac74c HTTP/1.1" status: 200 len: 267 time: 0.0421047 Feb 21 00:52:18.713844 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-bef80186-031b-496b-af43-378758dd7809 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:18.715229 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-bef80186-031b-496b-af43-378758dd7809 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/networks?id=710364a7-1192-4db7-8d7d-9231a2743a88 HTTP/1.1" status: 200 len: 812 time: 0.1083407 Feb 21 00:52:18.731329 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-852a041d-05f1-4f3a-a7c3-b0d5d34e8a27 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/quotas/eb7b15afe4684aaf8da2de71263ac74c HTTP/1.1" status: 200 len: 375 time: 0.0100756 Feb 21 00:52:18.794894 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-7e0dbef5-8544-4634-95f9-47f164d19e54 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553200 Feb 21 00:52:18.931648 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-f0aca325-ef45-44ea-b9b7-4562413c99a4 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:52:18.932715 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-f0aca325-ef45-44ea-b9b7-4562413c99a4 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1260326 Feb 21 00:52:19.048486 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-59aa4ecc-9032-4e51-b780-f39b885a6661 service neutron] 10.222.0.81 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093309 Feb 21 00:52:19.153108 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-9487a504-d1de-4e9a-a44d-fa0c557a4a74 service neutron] 10.222.0.81 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972319 Feb 21 00:52:19.814516 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-706f9cb8-e433-41c9-8ea7-fbf0a2055240 req-38e08259-1f2f-4e74-bb60-8893f24101f9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 210 time: 0.0348160 Feb 21 00:52:20.891834 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9ba1ee5a-543a-4a5d-8c9d-e9c3c6e8d6fa req-c7c77e15-0548-4e5e-b34c-0001c3326447 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 210 time: 0.0283809 Feb 21 00:52:21.970003 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f07aec16-43d1-4b33-9092-c7b50abfa4ce req-ed294d82-e396-4e89-b9ab-401d44bb6bd8 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 210 time: 0.0287583 Feb 21 00:52:23.047612 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-627f8125-73d5-4b65-8802-c0f52168f1ec req-b2db3995-c3c6-4d38-a485-1cd864ddab54 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 210 time: 0.0277674 Feb 21 00:52:24.137829 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-4495573c-304f-47e7-bef4-1160fd055b71 req-7320d1a7-df5e-450a-a86e-75287df8e38c tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 210 time: 0.0265551 Feb 21 00:52:25.231180 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1a1a9f8a-4a65-4471-8339-26309fa9bbcc req-4dcc49cf-19c2-4a7a-a596-e96dc788fa7c tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 210 time: 0.0272360 Feb 21 00:52:25.787741 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-fba17c33-b155-470d-9f11-d6769828b5fa tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:25.789191 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-fba17c33-b155-470d-9f11-d6769828b5fa tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.61 "GET /v2.0/networks?id=710364a7-1192-4db7-8d7d-9231a2743a88 HTTP/1.1" status: 200 len: 812 time: 0.1049495 Feb 21 00:52:25.852011 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-d8d773c3-0595-467b-a810-51ac0a7cdc4b tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb7b15afe4684aaf8da2de71263ac74c HTTP/1.1" status: 200 len: 380 time: 0.0543385 Feb 21 00:52:25.864736 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-c0dfc011-bfc4-4b69-ba07-48475d88bfb9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Request body: {'port': {'device_id': '21ef4ff5-98b8-45fb-9286-0d0acd11cf2c', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'admin_state_up': True, 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'security_groups': ['3be475ad-fc4a-4448-befb-9bcbf68d2387']}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:52:26.031679 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-c0dfc011-bfc4-4b69-ba07-48475d88bfb9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Made reservation on behalf of eb7b15afe4684aaf8da2de71263ac74c for: {'port': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:52:26.035047 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-c0dfc011-bfc4-4b69-ba07-48475d88bfb9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:26.160485 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-c0dfc011-bfc4-4b69-ba07-48475d88bfb9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Allocated IP 172.20.0.7 (710364a7-1192-4db7-8d7d-9231a2743a88/765af30d-6135-4b51-bb03-fd3e3d92303f/f737d4fd-568d-4a5b-9b88-278a57de819c) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:52:26.305504 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-c0dfc011-bfc4-4b69-ba07-48475d88bfb9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for port (f737d4fd-568d-4a5b-9b88-278a57de819c), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:26.329431 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-570b351d-78e9-4d29-8440-b7d4eead4a4b req-94469a89-d9e1-4e86-9093-a6dffda3515a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 210 time: 0.0296028 Feb 21 00:52:26.420654 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-c0dfc011-bfc4-4b69-ba07-48475d88bfb9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (f737d4fd-568d-4a5b-9b88-278a57de819c), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:26.464663 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-c0dfc011-bfc4-4b69-ba07-48475d88bfb9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Network 710364a7-1192-4db7-8d7d-9231a2743a88 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:52:26.467790 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-c0dfc011-bfc4-4b69-ba07-48475d88bfb9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:52:26.471499 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-c0dfc011-bfc4-4b69-ba07-48475d88bfb9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:52:26.504297 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfc011-bfc4-4b69-ba07-48475d88bfb9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event updated for resources: {'Port': ['ID=f737d4fd-568d-4a5b-9b88-278a57de819c,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:52:26.533172 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-c0dfc011-bfc4-4b69-ba07-48475d88bfb9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:26.533811 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-c0dfc011-bfc4-4b69-ba07-48475d88bfb9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:26.634464 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-c0dfc011-bfc4-4b69-ba07-48475d88bfb9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7735558 Feb 21 00:52:26.643404 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-b690867d-327d-481f-9c6f-12e8926fcac7 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:52:26.644325 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-b690867d-327d-481f-9c6f-12e8926fcac7 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053613 Feb 21 00:52:26.661981 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-3be8d8ff-45fb-49dd-a1b8-5b5bff6fc7db None None] Provisioning complete for port f737d4fd-568d-4a5b-9b88-278a57de819c triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:52:26.664542 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3be8d8ff-45fb-49dd-a1b8-5b5bff6fc7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (f737d4fd-568d-4a5b-9b88-278a57de819c), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:26.699027 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Request body: {'port': {'device_id': '21ef4ff5-98b8-45fb-9286-0d0acd11cf2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:52:26.767729 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (f737d4fd-568d-4a5b-9b88-278a57de819c), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:26.851726 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3be8d8ff-45fb-49dd-a1b8-5b5bff6fc7db None None] Port f737d4fd-568d-4a5b-9b88-278a57de819c cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:52:26.917485 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-8dd4485c-2997-4815-88b0-1a6d895c5553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:26.957395 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:27.041217 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f737d4fd-568d-4a5b-9b88-278a57de819c {{(pid=109907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:52:27.048724 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Publish callbacks [] for port (f737d4fd-568d-4a5b-9b88-278a57de819c), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:27.061529 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.provisioning_blocks [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Transition to ACTIVE for port object f737d4fd-568d-4a5b-9b88-278a57de819c will not be triggered until provisioned by entity L2. {{(pid=109907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:52:27.122943 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (f737d4fd-568d-4a5b-9b88-278a57de819c), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:27.180339 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Pushing event updated for resources: {'Port': ['ID=f737d4fd-568d-4a5b-9b88-278a57de819c,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:52:27.252194 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Attempting to bind port f737d4fd-568d-4a5b-9b88-278a57de819c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:52:27.252551 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Attempting to bind port f737d4fd-568d-4a5b-9b88-278a57de819c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:52:27.252901 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Attempting to bind port f737d4fd-568d-4a5b-9b88-278a57de819c on network 710364a7-1192-4db7-8d7d-9231a2743a88 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:52:27.257402 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Port f737d4fd-568d-4a5b-9b88-278a57de819c on network 710364a7-1192-4db7-8d7d-9231a2743a88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:52:27.257722 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Attempting to bind port f737d4fd-568d-4a5b-9b88-278a57de819c on network 710364a7-1192-4db7-8d7d-9231a2743a88 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:52:27.263001 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:52:27.263336 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Checking segment: {'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:52:27.263718 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Bound using segment: {'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:52:27.264397 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Bound port: f737d4fd-568d-4a5b-9b88-278a57de819c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'}}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:52:27.264850 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (f737d4fd-568d-4a5b-9b88-278a57de819c), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:27.331021 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] For port f737d4fd-568d-4a5b-9b88-278a57de819c, host hv-cinder-81322, cleared binding levels {{(pid=109907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:52:27.334212 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] For port f737d4fd-568d-4a5b-9b88-278a57de819c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f737d4fd-568d-4a5b-9b88-278a57de819c,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:52:27.411722 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (f737d4fd-568d-4a5b-9b88-278a57de819c), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:27.467033 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:27.467661 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:27.469088 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] 10.222.0.61 "PUT /v2.0/ports/f737d4fd-568d-4a5b-9b88-278a57de819c HTTP/1.1" status: 200 len: 1093 time: 0.8180044 Feb 21 00:52:27.469561 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ef4ff5-98b8-45fb-9286-0d0acd11cf2c', 'tag': 'f737d4fd-568d-4a5b-9b88-278a57de819c'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:52:27.471835 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0616cdb7-7186-4f71-a2ac-3c0da228651e" -d '{"events": [{"name": "network-changed", "server_uuid": "21ef4ff5-98b8-45fb-9286-0d0acd11cf2c", "tag": "f737d4fd-568d-4a5b-9b88-278a57de819c"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:52:27.507123 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256f29e-da1b-4e63-9c6b-16f5aeb8ab9e service neutron] Pushing event updated for resources: {'Port': ['ID=f737d4fd-568d-4a5b-9b88-278a57de819c,revision_number=3']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:52:27.517869 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd64db-a85a-4214-a0dc-0ef102367efc req-872ff40c-728f-4f52-b4e5-cd519f4660d9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:27.519443 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f2dd64db-a85a-4214-a0dc-0ef102367efc req-872ff40c-728f-4f52-b4e5-cd519f4660d9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 943 time: 0.1220231 Feb 21 00:52:27.585858 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cd9ef1-57f6-4934-a763-cbe38e230e64 x-openstack-request-id: req-49cd9ef1-57f6-4934-a763-cbe38e230e64 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:52:27.586154 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ef4ff5-98b8-45fb-9286-0d0acd11cf2c", "tag": "f737d4fd-568d-4a5b-9b88-278a57de819c", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:52:27.586408 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-49cd9ef1-57f6-4934-a763-cbe38e230e64 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:52:27.586810 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ef4ff5-98b8-45fb-9286-0d0acd11cf2c', 'tag': 'f737d4fd-568d-4a5b-9b88-278a57de819c', 'status': 'completed', 'code': 200} Feb 21 00:52:27.593094 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f2dd64db-a85a-4214-a0dc-0ef102367efc req-ac1a8af3-aa9b-4779-bfba-3ab0644228cb tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673285 Feb 21 00:52:27.628057 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-253d5e1f-2412-4412-9ab6-a251f435f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:27.629574 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-253d5e1f-2412-4412-9ab6-a251f435f512 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 1127 time: 0.0580008 Feb 21 00:52:27.675794 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-72bd0eaf-f18c-42b0-9118-05a145accc1b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f737d4fd-568d-4a5b-9b88-278a57de819c HTTP/1.1" status: 200 len: 217 time: 0.0389614 Feb 21 00:52:27.722237 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-03a9a889-9953-4a7c-9093-58a7cf89b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:27.723669 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-03a9a889-9953-4a7c-9093-58a7cf89b08e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=765af30d-6135-4b51-bb03-fd3e3d92303f HTTP/1.1" status: 200 len: 851 time: 0.0424259 Feb 21 00:52:27.771373 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-92e94b9c-63e2-40fc-941d-1a9c94f01db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:27.773424 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-92e94b9c-63e2-40fc-941d-1a9c94f01db1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=710364a7-1192-4db7-8d7d-9231a2743a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439305 Feb 21 00:52:27.863092 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-040431df-7115-4994-8374-ad82a7cfb01b service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837445 Feb 21 00:52:27.954251 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-102770ed-1171-4d38-9d4b-fceffd6a62c9 req-020fe3f6-95c7-4df6-8c20-faf05f340d65 service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858226 Feb 21 00:52:28.131025 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616cdb7-7186-4f71-a2ac-3c0da228651e req-5be4ca7f-251b-42a6-8f66-cbb7967488c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:28.132530 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0616cdb7-7186-4f71-a2ac-3c0da228651e req-5be4ca7f-251b-42a6-8f66-cbb7967488c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 1127 time: 0.0490861 Feb 21 00:52:28.220040 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616cdb7-7186-4f71-a2ac-3c0da228651e req-7a3053f5-a90b-45e5-b5a5-74dce8526ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:28.221466 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0616cdb7-7186-4f71-a2ac-3c0da228651e req-7a3053f5-a90b-45e5-b5a5-74dce8526ae6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=710364a7-1192-4db7-8d7d-9231a2743a88 HTTP/1.1" status: 200 len: 913 time: 0.0831330 Feb 21 00:52:28.268880 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0616cdb7-7186-4f71-a2ac-3c0da228651e req-fce0662c-bfbe-4261-bd07-0a06c84e6a3a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f737d4fd-568d-4a5b-9b88-278a57de819c HTTP/1.1" status: 200 len: 217 time: 0.0384312 Feb 21 00:52:28.326524 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616cdb7-7186-4f71-a2ac-3c0da228651e req-5657da07-8428-4249-bf22-4b77ee8c138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:28.328061 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0616cdb7-7186-4f71-a2ac-3c0da228651e req-5657da07-8428-4249-bf22-4b77ee8c138a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=765af30d-6135-4b51-bb03-fd3e3d92303f HTTP/1.1" status: 200 len: 851 time: 0.0531554 Feb 21 00:52:28.381168 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616cdb7-7186-4f71-a2ac-3c0da228651e req-aef718d7-2e65-440e-b12d-0b165c678eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:28.382675 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0616cdb7-7186-4f71-a2ac-3c0da228651e req-aef718d7-2e65-440e-b12d-0b165c678eb8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=710364a7-1192-4db7-8d7d-9231a2743a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474279 Feb 21 00:52:28.470747 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0616cdb7-7186-4f71-a2ac-3c0da228651e req-30571737-3ed3-450e-808b-fd8c5f704e72 service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820229 Feb 21 00:52:28.556557 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0616cdb7-7186-4f71-a2ac-3c0da228651e req-2fba8984-6000-4fdf-808a-7f17f0428424 service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791485 Feb 21 00:52:28.723750 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51481c1a-ad03-476a-bb8e-e15fa9d1224b req-aecf4668-2408-419d-8664-197208b75e0a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:28.726218 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-51481c1a-ad03-476a-bb8e-e15fa9d1224b req-aecf4668-2408-419d-8664-197208b75e0a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 943 time: 0.0549250 Feb 21 00:52:28.775555 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-51481c1a-ad03-476a-bb8e-e15fa9d1224b req-392cd2b7-ce7d-408f-b4ed-3531161c66c0 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437388 Feb 21 00:52:29.019949 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-6d569f3f-deb4-49a9-b21b-b4d89d5bf60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:29.893634 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587390a-66db-4356-89c8-f011a32ad0f2 req-bf3e4475-9273-434b-bedc-7ca09c82ddd8 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:29.895084 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f587390a-66db-4356-89c8-f011a32ad0f2 req-bf3e4475-9273-434b-bedc-7ca09c82ddd8 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 943 time: 0.0524940 Feb 21 00:52:29.947094 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f587390a-66db-4356-89c8-f011a32ad0f2 req-373aea9d-8944-416d-abb5-f7bdae026135 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464199 Feb 21 00:52:30.328447 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:31.064557 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d459f9-1670-473d-ac2c-5839e851dbd9 req-824b76f3-1e13-40d5-b9f3-603408734d9a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:31.066061 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f9d459f9-1670-473d-ac2c-5839e851dbd9 req-824b76f3-1e13-40d5-b9f3-603408734d9a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 943 time: 0.0533035 Feb 21 00:52:31.113488 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-f9d459f9-1670-473d-ac2c-5839e851dbd9 req-64830257-defa-4afb-a787-998c15e9812a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417202 Feb 21 00:52:31.705642 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:32.239910 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb7a4d-34a0-422e-8254-ce53f847154d req-cc40fac8-2400-492c-a36e-ddef4efa2a98 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:32.242237 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d6fb7a4d-34a0-422e-8254-ce53f847154d req-cc40fac8-2400-492c-a36e-ddef4efa2a98 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 943 time: 0.0608990 Feb 21 00:52:32.292708 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d6fb7a4d-34a0-422e-8254-ce53f847154d req-3763e923-4731-4ab0-830b-9dbcb91bed43 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446365 Feb 21 00:52:33.346083 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:33.413527 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c23b67-bbf8-41e9-89fc-dfe05e317137 req-01ceaa33-335e-4c07-9d7d-d8c6804b4a07 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:33.414986 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a9c23b67-bbf8-41e9-89fc-dfe05e317137 req-01ceaa33-335e-4c07-9d7d-d8c6804b4a07 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 943 time: 0.0559602 Feb 21 00:52:33.462778 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a9c23b67-bbf8-41e9-89fc-dfe05e317137 req-1106ed70-10ce-44bf-9e6e-055f585bfbac tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423114 Feb 21 00:52:34.578668 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf9471-06e7-4c78-8657-ba633f2ce011 req-cbe3f2a4-9703-4698-ab80-2c700de7e27f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:34.580098 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3acf9471-06e7-4c78-8657-ba633f2ce011 req-cbe3f2a4-9703-4698-ab80-2c700de7e27f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 943 time: 0.0511584 Feb 21 00:52:34.638303 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3acf9471-06e7-4c78-8657-ba633f2ce011 req-ca434e27-03fd-4741-b0ec-6903e9132137 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525641 Feb 21 00:52:35.761497 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dabce-197e-4be9-86c0-c81b8c7eeaa7 req-626c1bb2-37c8-47a4-837e-5e0865bb4861 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:35.762985 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-075dabce-197e-4be9-86c0-c81b8c7eeaa7 req-626c1bb2-37c8-47a4-837e-5e0865bb4861 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 943 time: 0.0542586 Feb 21 00:52:35.812595 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-075dabce-197e-4be9-86c0-c81b8c7eeaa7 req-dd0831ce-5f59-4904-92a5-e2ca495beedb tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438120 Feb 21 00:52:36.570336 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device f737d4fd-568d-4a5b-9b88-278a57de819c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:52:36.662299 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port f737d4fd-568d-4a5b-9b88-278a57de819c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f737d4fd-568d-4a5b-9b88-278a57de819c,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:52:36.677012 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': 'f737d4fd-568d-4a5b-9b88-278a57de819c', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'port_id': 'f737d4fd-568d-4a5b-9b88-278a57de819c', 'mac_address': 'fa:16:3e:9b:d5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:52:36.712858 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port f737d4fd-568d-4a5b-9b88-278a57de819c is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:52:36.713242 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (f737d4fd-568d-4a5b-9b88-278a57de819c), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:36.725450 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f737d4fd-568d-4a5b-9b88-278a57de819c {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:52:36.744497 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port f737d4fd-568d-4a5b-9b88-278a57de819c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f737d4fd-568d-4a5b-9b88-278a57de819c,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:52:36.802332 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (f737d4fd-568d-4a5b-9b88-278a57de819c), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:36.857996 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=f737d4fd-568d-4a5b-9b88-278a57de819c,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:52:36.939704 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980cdf8-5b47-490e-b0d5-23993d49d330 req-e1159b75-8a68-4d85-a6ce-29a88cff0a42 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:36.941201 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6980cdf8-5b47-490e-b0d5-23993d49d330 req-e1159b75-8a68-4d85-a6ce-29a88cff0a42 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 944 time: 0.0573020 Feb 21 00:52:36.988451 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6980cdf8-5b47-490e-b0d5-23993d49d330 req-7eb9c54a-56f3-4f6f-8495-62089263f3fe tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412211 Feb 21 00:52:37.054019 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['f737d4fd-568d-4a5b-9b88-278a57de819c'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:52:38.107995 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a1766-6745-4669-9bec-c6428370ae1a req-571e035e-68c4-4478-bf66-a64190fb759a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:38.109470 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-eb4a1766-6745-4669-9bec-c6428370ae1a req-571e035e-68c4-4478-bf66-a64190fb759a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 944 time: 0.0551853 Feb 21 00:52:38.156316 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-eb4a1766-6745-4669-9bec-c6428370ae1a req-76450a5b-b78f-4f09-93fd-79e1e33ab55c tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413451 Feb 21 00:52:38.585593 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device f737d4fd-568d-4a5b-9b88-278a57de819c up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:52:38.705144 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port f737d4fd-568d-4a5b-9b88-278a57de819c completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:52:38.708945 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port f737d4fd-568d-4a5b-9b88-278a57de819c triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:52:38.709322 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (f737d4fd-568d-4a5b-9b88-278a57de819c), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:38.785899 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port f737d4fd-568d-4a5b-9b88-278a57de819c is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:52:38.786297 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (f737d4fd-568d-4a5b-9b88-278a57de819c), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:38.809185 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ef4ff5-98b8-45fb-9286-0d0acd11cf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f737d4fd-568d-4a5b-9b88-278a57de819c'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:52:38.811460 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cc7c2b-fb67-4475-8642-4bbab1fec9f8" -d '{"events": [{"server_uuid": "21ef4ff5-98b8-45fb-9286-0d0acd11cf2c", "name": "network-vif-plugged", "status": "completed", "tag": "f737d4fd-568d-4a5b-9b88-278a57de819c"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:52:38.824149 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port f737d4fd-568d-4a5b-9b88-278a57de819c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f737d4fd-568d-4a5b-9b88-278a57de819c,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:52:38.904522 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e01a7e3-9fd0-437d-a5dc-05f1426a52fa x-openstack-request-id: req-3e01a7e3-9fd0-437d-a5dc-05f1426a52fa {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:52:38.904860 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ef4ff5-98b8-45fb-9286-0d0acd11cf2c", "name": "network-vif-plugged", "status": "completed", "tag": "f737d4fd-568d-4a5b-9b88-278a57de819c", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:52:38.905311 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e01a7e3-9fd0-437d-a5dc-05f1426a52fa {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:52:38.905710 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ef4ff5-98b8-45fb-9286-0d0acd11cf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f737d4fd-568d-4a5b-9b88-278a57de819c', 'code': 200} Feb 21 00:52:38.906884 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (f737d4fd-568d-4a5b-9b88-278a57de819c), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:38.958156 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=f737d4fd-568d-4a5b-9b88-278a57de819c,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:52:39.265686 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7284c9-ec6a-4dbf-939a-40ce6ac8cfac req-a6e8141d-065f-41e8-8ac9-5258a9940fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:39.267229 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ef7284c9-ec6a-4dbf-939a-40ce6ac8cfac req-a6e8141d-065f-41e8-8ac9-5258a9940fdf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 1129 time: 0.0488284 Feb 21 00:52:39.279654 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967c420-fdd0-48e5-8aeb-75a0bb91de27 req-77c5921e-d522-4d63-bdec-4f71f915adf9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:39.281170 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-6967c420-fdd0-48e5-8aeb-75a0bb91de27 req-77c5921e-d522-4d63-bdec-4f71f915adf9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 945 time: 0.0539916 Feb 21 00:52:39.314124 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-ef7284c9-ec6a-4dbf-939a-40ce6ac8cfac req-95fbd165-cd5d-427d-a53e-f5726b55626f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406036 Feb 21 00:52:39.329230 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-6967c420-fdd0-48e5-8aeb-75a0bb91de27 req-c2fab052-3905-4e17-b491-5b0bc0cd90a6 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423737 Feb 21 00:52:40.449212 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e2670-a8e2-4e95-8fc4-9936223f88ea req-abe06b11-eced-4d73-8110-e0422b52ab4a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:40.450700 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-265e2670-a8e2-4e95-8fc4-9936223f88ea req-abe06b11-eced-4d73-8110-e0422b52ab4a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 945 time: 0.0532374 Feb 21 00:52:40.502401 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-265e2670-a8e2-4e95-8fc4-9936223f88ea req-4ab80f31-3fe9-4bc3-b14d-db8629d79fea tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453749 Feb 21 00:52:41.617648 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885f30d-b9d4-4288-aa10-8bc41ea5748d req-cd96e9a2-92a1-4492-a4b1-4fab790e200b tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:41.619094 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a885f30d-b9d4-4288-aa10-8bc41ea5748d req-cd96e9a2-92a1-4492-a4b1-4fab790e200b tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 945 time: 0.0508549 Feb 21 00:52:41.669914 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a885f30d-b9d4-4288-aa10-8bc41ea5748d req-924b08aa-8c5b-4bff-8770-e3c9f5abb485 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453341 Feb 21 00:52:41.789122 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3374463-c741-49b4-a5f6-540035aa3661 req-ae6ae373-54c0-4d22-9bde-c34d8d50a0be tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:41.790476 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d3374463-c741-49b4-a5f6-540035aa3661 req-ae6ae373-54c0-4d22-9bde-c34d8d50a0be tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 945 time: 0.0546672 Feb 21 00:52:41.840038 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d3374463-c741-49b4-a5f6-540035aa3661 req-32093b70-1411-4ab6-9b60-96549a1d9e85 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440454 Feb 21 00:52:41.862029 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 59762) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:52:41.946729 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56877e00-f077-423a-8f98-fc3ae9e0efe2 tempest-TestVolumeBootPattern-1699238923 tempest-TestVolumeBootPattern-1699238923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:41.948225 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-56877e00-f077-423a-8f98-fc3ae9e0efe2 tempest-TestVolumeBootPattern-1699238923 tempest-TestVolumeBootPattern-1699238923-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 1124 time: 0.0852058 Feb 21 00:52:41.951182 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 59766) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:52:41.955377 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Request body: {'floatingip': {'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'port_id': 'f737d4fd-568d-4a5b-9b88-278a57de819c', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:52:42.065727 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:42.162570 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:42.262273 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Allocated IP 172.27.1.101 (c88f79bf-88c8-4630-a831-5481b52b74c3/d2922032-8347-4ecd-abd4-c2de14eb9a4c/b6397c47-6517-4f4b-8438-d295a1deef25) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:52:42.366685 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for port (b6397c47-6517-4f4b-8438-d295a1deef25), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:42.471550 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (b6397c47-6517-4f4b-8438-d295a1deef25), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:42.507863 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Network c88f79bf-88c8-4630-a831-5481b52b74c3 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:52:42.511017 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:52:42.513853 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:52:42.544186 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event updated for resources: {'Port': ['ID=b6397c47-6517-4f4b-8438-d295a1deef25,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:52:42.878001 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for floatingip (d86ff31e-c453-4154-b3b8-9cbef48ac59e), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:42.983077 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (b6397c47-6517-4f4b-8438-d295a1deef25), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:43.396925 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for port (b6397c47-6517-4f4b-8438-d295a1deef25), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:43.488416 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (b6397c47-6517-4f4b-8438-d295a1deef25), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:43.562179 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event updated for resources: {'Port': ['ID=b6397c47-6517-4f4b-8438-d295a1deef25,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:52:43.569519 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362231'] for floatingip (d86ff31e-c453-4154-b3b8-9cbef48ac59e), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:43.669136 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.l3_db [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Floating IP d86ff31e-c453-4154-b3b8-9cbef48ac59e associated. External IP: 172.27.1.101, port: f737d4fd-568d-4a5b-9b88-278a57de819c. Feb 21 00:52:43.902319 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:52:44.008993 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:52:44.020956 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b06ad10-adb7-491a-aa1b-5eb15cf061f9 None None] Sync routers for ids ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:52:44.030545 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b06ad10-adb7-491a-aa1b-5eb15cf061f9 None None] Routers {'cfc76c6c-3ad6-4dfd-a133-f89d021a7009'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:52:44.031158 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-9b06ad10-adb7-491a-aa1b-5eb15cf061f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:52:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:52:44.090688 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:44.121701 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-6edcf3a7-505c-47e9-b555-35dc36131ff9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1694903 Feb 21 00:52:44.122399 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ef4ff5-98b8-45fb-9286-0d0acd11cf2c', 'tag': 'f737d4fd-568d-4a5b-9b88-278a57de819c'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:52:44.124712 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64e60e7-5034-47b3-940f-d84c68f765e7" -d '{"events": [{"name": "network-changed", "server_uuid": "21ef4ff5-98b8-45fb-9286-0d0acd11cf2c", "tag": "f737d4fd-568d-4a5b-9b88-278a57de819c"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:52:44.143507 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-9b06ad10-adb7-491a-aa1b-5eb15cf061f9 None None] Set router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:52:44.166139 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16674f2c-e2e0-4f0b-a209-fa45e5db65b6 x-openstack-request-id: req-16674f2c-e2e0-4f0b-a209-fa45e5db65b6 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:52:44.166429 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ef4ff5-98b8-45fb-9286-0d0acd11cf2c", "tag": "f737d4fd-568d-4a5b-9b88-278a57de819c", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:52:44.166683 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-16674f2c-e2e0-4f0b-a209-fa45e5db65b6 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:52:44.167132 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ef4ff5-98b8-45fb-9286-0d0acd11cf2c', 'tag': 'f737d4fd-568d-4a5b-9b88-278a57de819c', 'status': 'completed', 'code': 200} Feb 21 00:52:44.236489 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e60e7-5034-47b3-940f-d84c68f765e7 req-fc6f63b4-05f9-4ad7-8ab4-cafe936a9673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:44.238113 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e64e60e7-5034-47b3-940f-d84c68f765e7 req-fc6f63b4-05f9-4ad7-8ab4-cafe936a9673 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 1129 time: 0.0462780 Feb 21 00:52:44.330241 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e60e7-5034-47b3-940f-d84c68f765e7 req-b5edf618-de78-4d11-878e-a47a00b4550e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:44.331626 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e64e60e7-5034-47b3-940f-d84c68f765e7 req-b5edf618-de78-4d11-878e-a47a00b4550e service neutron] 10.222.0.61 "GET /v2.0/networks?id=710364a7-1192-4db7-8d7d-9231a2743a88 HTTP/1.1" status: 200 len: 913 time: 0.0874126 Feb 21 00:52:44.368491 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-9b06ad10-adb7-491a-aa1b-5eb15cf061f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': 'd86ff31e-c453-4154-b3b8-9cbef48ac59e', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'port_id': 'f737d4fd-568d-4a5b-9b88-278a57de819c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'mac_address': 'fa:16:3e:9b:d5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ef4ff5-98b8-45fb-9286-0d0acd11cf2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:52:42Z', 'updated_at': '2022-02-21T00:52:42Z', 'revision_number': 0, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 5, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:52:44.404379 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b06ad10-adb7-491a-aa1b-5eb15cf061f9 None None] Checking router: cfc76c6c-3ad6-4dfd-a133-f89d021a7009 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:52:44.406328 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e64e60e7-5034-47b3-940f-d84c68f765e7 req-592481e5-19de-4b94-9bae-933802d0d125 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f737d4fd-568d-4a5b-9b88-278a57de819c HTTP/1.1" status: 200 len: 999 time: 0.0690517 Feb 21 00:52:44.413076 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b06ad10-adb7-491a-aa1b-5eb15cf061f9 None None] Routers {'cfc76c6c-3ad6-4dfd-a133-f89d021a7009'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:52:44.413680 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-9b06ad10-adb7-491a-aa1b-5eb15cf061f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:52:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:52:44.470266 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e60e7-5034-47b3-940f-d84c68f765e7 req-c2dd3e64-e481-4135-88e9-ede3b5f87001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:44.471722 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e64e60e7-5034-47b3-940f-d84c68f765e7 req-c2dd3e64-e481-4135-88e9-ede3b5f87001 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=765af30d-6135-4b51-bb03-fd3e3d92303f HTTP/1.1" status: 200 len: 851 time: 0.0544996 Feb 21 00:52:44.525550 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e60e7-5034-47b3-940f-d84c68f765e7 req-26617333-9642-44fb-a517-eddb1ff60d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:52:44.527048 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e64e60e7-5034-47b3-940f-d84c68f765e7 req-26617333-9642-44fb-a517-eddb1ff60d08 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=710364a7-1192-4db7-8d7d-9231a2743a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491683 Feb 21 00:52:44.527437 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-9b06ad10-adb7-491a-aa1b-5eb15cf061f9 None None] Set router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:52:44.616337 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e64e60e7-5034-47b3-940f-d84c68f765e7 req-ac4943b4-2b14-4953-84c1-c9f7a1fadab7 service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824287 Feb 21 00:52:44.708542 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-e64e60e7-5034-47b3-940f-d84c68f765e7 req-3334816b-384b-4a43-b896-a1b88047db5a service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862000 Feb 21 00:52:44.760379 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-9b06ad10-adb7-491a-aa1b-5eb15cf061f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': 'd86ff31e-c453-4154-b3b8-9cbef48ac59e', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'port_id': 'f737d4fd-568d-4a5b-9b88-278a57de819c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'mac_address': 'fa:16:3e:9b:d5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ef4ff5-98b8-45fb-9286-0d0acd11cf2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:52:42Z', 'updated_at': '2022-02-21T00:52:42Z', 'revision_number': 0, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 5, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:52:44.796556 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b06ad10-adb7-491a-aa1b-5eb15cf061f9 None None] The sync data for ids ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'] in dv-cinder-813224-6-iscsi is: [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': 'd86ff31e-c453-4154-b3b8-9cbef48ac59e', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'port_id': 'f737d4fd-568d-4a5b-9b88-278a57de819c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'mac_address': 'fa:16:3e:9b:d5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ef4ff5-98b8-45fb-9286-0d0acd11cf2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:52:42Z', 'updated_at': '2022-02-21T00:52:42Z', 'revision_number': 0, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 5, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:52:44.987281 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb7f9bc-c342-4238-82e6-ac2a23f1894a None None] New status for floating IP d86ff31e-c453-4154-b3b8-9cbef48ac59e: ACTIVE {{(pid=109909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:52:53.851405 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:52:56.893618 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3047-19c7-44f2-babc-abf2e7697f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:56.927671 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:52:59.025113 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-0d37ec4c-ab88-4c79-a829-f04b01830a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:53:00.333516 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:53:01.409781 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-493ae36b-480e-4774-bf4c-534745f9ef5e req-1f471f61-32d3-4c1a-8d7e-2eb993779dd1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444782 Feb 21 00:53:01.493286 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ae36b-480e-4774-bf4c-534745f9ef5e req-694079c6-c5ea-4778-9e27-d202253b2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:53:01.495346 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-493ae36b-480e-4774-bf4c-534745f9ef5e req-694079c6-c5ea-4778-9e27-d202253b2f31 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 1129 time: 0.0438819 Feb 21 00:53:01.598597 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ae36b-480e-4774-bf4c-534745f9ef5e req-893c879e-ddec-4b37-aaee-e76358e681ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:53:01.600048 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-493ae36b-480e-4774-bf4c-534745f9ef5e req-893c879e-ddec-4b37-aaee-e76358e681ed service neutron] 10.222.0.61 "GET /v2.0/networks?id=710364a7-1192-4db7-8d7d-9231a2743a88 HTTP/1.1" status: 200 len: 913 time: 0.0869045 Feb 21 00:53:01.668215 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-493ae36b-480e-4774-bf4c-534745f9ef5e req-2676fcd4-dd08-458e-8925-cc2d629bfcb4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f737d4fd-568d-4a5b-9b88-278a57de819c HTTP/1.1" status: 200 len: 1001 time: 0.0588210 Feb 21 00:53:01.682854 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:53:01.716674 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ae36b-480e-4774-bf4c-534745f9ef5e req-9ed5d904-8b69-4831-b1a1-84a20fe310a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:53:01.718123 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-493ae36b-480e-4774-bf4c-534745f9ef5e req-9ed5d904-8b69-4831-b1a1-84a20fe310a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=765af30d-6135-4b51-bb03-fd3e3d92303f HTTP/1.1" status: 200 len: 851 time: 0.0438895 Feb 21 00:53:01.772588 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ae36b-480e-4774-bf4c-534745f9ef5e req-31b50e38-ba4c-4076-a3e3-b5c5cb5cfe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:53:01.774121 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-493ae36b-480e-4774-bf4c-534745f9ef5e req-31b50e38-ba4c-4076-a3e3-b5c5cb5cfe2a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=710364a7-1192-4db7-8d7d-9231a2743a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479226 Feb 21 00:53:01.871590 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-493ae36b-480e-4774-bf4c-534745f9ef5e req-063359d0-6f85-4804-a63f-8117f94cfa7a service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899169 Feb 21 00:53:01.965894 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-493ae36b-480e-4774-bf4c-534745f9ef5e req-4b7611d5-e9aa-4431-80aa-39f3c7f09b12 service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838308 Feb 21 00:53:03.293857 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:53:26.917294 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-2c8c1309-c126-4814-bb2e-6fc731f78f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:53:27.081606 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:53:29.047134 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ece7-baf4-4839-935c-6b702da11193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:53:30.332510 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:53:30.849544 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:53:31.669858 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:53:33.286869 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:53:56.921159 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-17ad44b7-d4c1-4dd2-b4a3-0681e48110d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:53:56.978050 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:53:59.006242 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f55240ae-a270-474a-82e6-a409f16d8cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:00.366540 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:01.692072 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:02.852664 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6bf5182a-aeaf-40f8-b41d-df80643519e6 req-0b15efb2-ba67-4359-b1b3-5ed9f9c229e1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506175 Feb 21 00:54:02.939457 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5182a-aeaf-40f8-b41d-df80643519e6 req-4ffe87bf-fd9b-438a-aab4-4c91b189086e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:02.940983 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6bf5182a-aeaf-40f8-b41d-df80643519e6 req-4ffe87bf-fd9b-438a-aab4-4c91b189086e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 1129 time: 0.0494401 Feb 21 00:54:03.047529 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5182a-aeaf-40f8-b41d-df80643519e6 req-7084cf44-ada5-437a-9af5-56638552bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:03.049038 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6bf5182a-aeaf-40f8-b41d-df80643519e6 req-7084cf44-ada5-437a-9af5-56638552bbf9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=710364a7-1192-4db7-8d7d-9231a2743a88 HTTP/1.1" status: 200 len: 913 time: 0.0888760 Feb 21 00:54:03.114784 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6bf5182a-aeaf-40f8-b41d-df80643519e6 req-0acebde6-a98f-4b10-a2dd-4ed9d69a382d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f737d4fd-568d-4a5b-9b88-278a57de819c HTTP/1.1" status: 200 len: 1001 time: 0.0580800 Feb 21 00:54:03.162395 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5182a-aeaf-40f8-b41d-df80643519e6 req-bda76c3c-7f08-441c-8ffa-65983794b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:03.163859 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6bf5182a-aeaf-40f8-b41d-df80643519e6 req-bda76c3c-7f08-441c-8ffa-65983794b286 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=765af30d-6135-4b51-bb03-fd3e3d92303f HTTP/1.1" status: 200 len: 851 time: 0.0435245 Feb 21 00:54:03.220615 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5182a-aeaf-40f8-b41d-df80643519e6 req-86b3c02f-bf4c-42a6-bdd1-07a62c3bc1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:03.223420 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6bf5182a-aeaf-40f8-b41d-df80643519e6 req-86b3c02f-bf4c-42a6-bdd1-07a62c3bc1f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=710364a7-1192-4db7-8d7d-9231a2743a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493670 Feb 21 00:54:03.280504 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:03.312028 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6bf5182a-aeaf-40f8-b41d-df80643519e6 req-03f472cf-3b17-462f-90e5-8e90f7805130 service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818236 Feb 21 00:54:03.406417 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6bf5182a-aeaf-40f8-b41d-df80643519e6 req-91dcfae8-8444-4864-a1e3-42d84b0fea88 service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836747 Feb 21 00:54:07.849048 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:54:26.924812 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a03d871c-856e-4e49-9b3a-4fefc0fa5ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:26.988326 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:29.051552 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-37f6e22f-ca04-4018-8ae5-9aa730b48865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:30.445536 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:31.674058 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:33.297003 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:38.480356 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1e691-aaa1-484a-b88d-7ad8e5dbb24a req-e4ec0a49-fa97-42d5-9849-4c4a90a88561 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:38.481859 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-83d1e691-aaa1-484a-b88d-7ad8e5dbb24a req-e4ec0a49-fa97-42d5-9849-4c4a90a88561 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 945 time: 0.0576079 Feb 21 00:54:38.530399 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-83d1e691-aaa1-484a-b88d-7ad8e5dbb24a req-9909ae8f-a820-4170-aef7-ca3e1914d30a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417218 Feb 21 00:54:39.654096 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac67f27-cd43-4fbe-ac4b-334ba9f5e539 req-0522ef84-79e4-40b5-b8b2-b16359341bcc tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:39.655652 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-eac67f27-cd43-4fbe-ac4b-334ba9f5e539 req-0522ef84-79e4-40b5-b8b2-b16359341bcc tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 945 time: 0.0523319 Feb 21 00:54:39.704771 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-eac67f27-cd43-4fbe-ac4b-334ba9f5e539 req-6c2f5756-0657-4000-a9e8-9fcd6f2d5fc9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435662 Feb 21 00:54:40.020718 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91953c-5b31-4aa3-b738-ea8f0dd4bade req-5165fd37-7d38-484d-a396-b9daeb1e6516 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:40.022193 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1a91953c-5b31-4aa3-b738-ea8f0dd4bade req-5165fd37-7d38-484d-a396-b9daeb1e6516 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.61 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 945 time: 0.0527029 Feb 21 00:54:40.114336 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-1a91953c-5b31-4aa3-b738-ea8f0dd4bade req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Deleting port f737d4fd-568d-4a5b-9b88-278a57de819c {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:54:40.114680 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-1a91953c-5b31-4aa3-b738-ea8f0dd4bade req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (f737d4fd-568d-4a5b-9b88-278a57de819c), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:40.199990 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-1a91953c-5b31-4aa3-b738-ea8f0dd4bade req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] For port f737d4fd-568d-4a5b-9b88-278a57de819c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f737d4fd-568d-4a5b-9b88-278a57de819c,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:54:40.200344 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-1a91953c-5b31-4aa3-b738-ea8f0dd4bade req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (f737d4fd-568d-4a5b-9b88-278a57de819c), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:40.370160 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-1a91953c-5b31-4aa3-b738-ea8f0dd4bade req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:40.370525 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-1a91953c-5b31-4aa3-b738-ea8f0dd4bade req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362231'] for floatingip (d86ff31e-c453-4154-b3b8-9cbef48ac59e), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:40.370841 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.l3_db [req-1a91953c-5b31-4aa3-b738-ea8f0dd4bade req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Floating IP d86ff31e-c453-4154-b3b8-9cbef48ac59e disassociated. External IP: 172.27.1.101, port: f737d4fd-568d-4a5b-9b88-278a57de819c. Feb 21 00:54:40.371179 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-1a91953c-5b31-4aa3-b738-ea8f0dd4bade req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Calling delete_port for f737d4fd-568d-4a5b-9b88-278a57de819c owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:54:40.548461 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-1a91953c-5b31-4aa3-b738-ea8f0dd4bade req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (f737d4fd-568d-4a5b-9b88-278a57de819c), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:40.577807 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event deleted for resources: {'Port': ['ID=f737d4fd-568d-4a5b-9b88-278a57de819c,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:54:40.588890 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:40.589248 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:40.589599 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:40.589937 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:40.590274 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:40.590608 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:40.590939 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:40.591269 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:40.591597 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:40.591978 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:40.592478 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:40.592922 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:40.593158 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:40.706563 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a91953c-5b31-4aa3-b738-ea8f0dd4bade req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:54:40.797035 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-fd935e28-2f94-4b7e-b637-8700951cd864 req-62c7b57e-09c6-4534-bf89-5f855f5e5530 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 210 time: 0.0259769 Feb 21 00:54:40.815728 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a91953c-5b31-4aa3-b738-ea8f0dd4bade req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:54:40.825521 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ac06b-d0b7-4bd3-8efa-93004d989fb0 None None] Sync routers for ids ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:54:40.835562 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ac06b-d0b7-4bd3-8efa-93004d989fb0 None None] Routers {'cfc76c6c-3ad6-4dfd-a133-f89d021a7009'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:54:40.836252 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-c63ac06b-d0b7-4bd3-8efa-93004d989fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:54:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:54:40.862424 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a91953c-5b31-4aa3-b738-ea8f0dd4bade req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] No DVR routers for this DVR port f737d4fd-568d-4a5b-9b88-278a57de819c on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:54:40.864955 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-1a91953c-5b31-4aa3-b738-ea8f0dd4bade req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:40.868272 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1a91953c-5b31-4aa3-b738-ea8f0dd4bade req-ddf31b79-fbec-467f-bce2-8168185688db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.61 "DELETE /v2.0/ports/f737d4fd-568d-4a5b-9b88-278a57de819c HTTP/1.1" status: 204 len: 173 time: 0.8408182 Feb 21 00:54:40.868768 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ef4ff5-98b8-45fb-9286-0d0acd11cf2c', 'name': 'network-vif-deleted', 'tag': 'f737d4fd-568d-4a5b-9b88-278a57de819c'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:54:40.870995 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6d8fe1-1ceb-43e9-98f8-d00634e649d2" -d '{"events": [{"server_uuid": "21ef4ff5-98b8-45fb-9286-0d0acd11cf2c", "name": "network-vif-deleted", "tag": "f737d4fd-568d-4a5b-9b88-278a57de819c"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:54:40.909248 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3008e2-e987-461c-9713-267dd3835260 x-openstack-request-id: req-ec3008e2-e987-461c-9713-267dd3835260 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:54:40.909700 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ef4ff5-98b8-45fb-9286-0d0acd11cf2c", "name": "network-vif-deleted", "tag": "f737d4fd-568d-4a5b-9b88-278a57de819c", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:54:40.910096 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ec3008e2-e987-461c-9713-267dd3835260 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:54:40.910609 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ef4ff5-98b8-45fb-9286-0d0acd11cf2c', 'name': 'network-vif-deleted', 'tag': 'f737d4fd-568d-4a5b-9b88-278a57de819c', 'status': 'completed', 'code': 200} Feb 21 00:54:40.945782 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-c63ac06b-d0b7-4bd3-8efa-93004d989fb0 None None] Set router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:54:41.150208 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-c63ac06b-d0b7-4bd3-8efa-93004d989fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 5, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:54:41.175423 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ac06b-d0b7-4bd3-8efa-93004d989fb0 None None] Checking router: cfc76c6c-3ad6-4dfd-a133-f89d021a7009 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:54:41.183932 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ac06b-d0b7-4bd3-8efa-93004d989fb0 None None] Routers {'cfc76c6c-3ad6-4dfd-a133-f89d021a7009'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:54:41.184549 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-c63ac06b-d0b7-4bd3-8efa-93004d989fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:54:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:54:41.298548 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-c63ac06b-d0b7-4bd3-8efa-93004d989fb0 None None] Set router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:54:41.500472 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-c63ac06b-d0b7-4bd3-8efa-93004d989fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 5, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:54:41.527559 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ac06b-d0b7-4bd3-8efa-93004d989fb0 None None] The sync data for ids ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'] in dv-cinder-813224-6-iscsi is: [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 5, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:54:41.755234 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9037f2dd-38a2-425a-a127-b1489f49af9b None None] New status for floating IP d86ff31e-c453-4154-b3b8-9cbef48ac59e: DOWN {{(pid=109909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:54:41.909294 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d6a26e2f-0f65-41fe-9436-d333f24546c0 req-52dd366e-1280-4a37-9345-fb0a2cf76195 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ef4ff5-98b8-45fb-9286-0d0acd11cf2c HTTP/1.1" status: 200 len: 210 time: 0.0309033 Feb 21 00:54:43.115240 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-e5f8b5e8-dfbb-4801-a257-3b3889924319 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1739478966&fields=id&tenant_id=eb7b15afe4684aaf8da2de71263ac74c HTTP/1.1" status: 200 len: 267 time: 0.0426717 Feb 21 00:54:43.218392 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-3f38108f-f2c4-4a73-ad60-28df729a40e9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:43.219756 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-3f38108f-f2c4-4a73-ad60-28df729a40e9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/networks?id=710364a7-1192-4db7-8d7d-9231a2743a88 HTTP/1.1" status: 200 len: 812 time: 0.0983911 Feb 21 00:54:43.234221 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-e2278fd3-f27a-4b48-ba0e-ab5c30556725 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/quotas/eb7b15afe4684aaf8da2de71263ac74c HTTP/1.1" status: 200 len: 375 time: 0.0089395 Feb 21 00:54:43.290845 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-e008fc64-0116-48df-b3bc-d1914c2994b8 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519359 Feb 21 00:54:43.357376 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device f737d4fd-568d-4a5b-9b88-278a57de819c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:54:43.369876 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-cc705638-3bca-4e87-8b6d-b2799c7c0556 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109906) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:54:43.371123 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-cc705638-3bca-4e87-8b6d-b2799c7c0556 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0684183 Feb 21 00:54:43.377302 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: f737d4fd-568d-4a5b-9b88-278a57de819c {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:54:43.377652 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device f737d4fd-568d-4a5b-9b88-278a57de819c not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:54:43.459523 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-42b970c7-d93b-466d-a8cc-af414ab83d43 service neutron] 10.222.0.81 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824175 Feb 21 00:54:43.551464 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-48da6151-c4c5-446f-a699-0d02ebf38d36 service neutron] 10.222.0.81 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861068 Feb 21 00:54:44.029078 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0601f90b-497e-44b4-b8c1-f9b3a5fae0cc req-4e3d08a0-3923-42cd-82cc-a7eb787c8447 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 210 time: 0.0302474 Feb 21 00:54:44.849934 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:54:45.126488 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-7fc37987-4564-4f61-b574-cd0124b1c6a8 req-97fe8e9a-042d-40c5-b79b-8c0c40e94cff tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 210 time: 0.0285668 Feb 21 00:54:45.646655 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-809333e5-f905-41c9-a4c2-3a4f43300fc5 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:45.648069 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-809333e5-f905-41c9-a4c2-3a4f43300fc5 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.61 "GET /v2.0/networks?id=710364a7-1192-4db7-8d7d-9231a2743a88 HTTP/1.1" status: 200 len: 812 time: 0.1007378 Feb 21 00:54:45.713266 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-dbd7fc0f-a6f8-43fa-8dfb-d5183f232af7 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb7b15afe4684aaf8da2de71263ac74c HTTP/1.1" status: 200 len: 380 time: 0.0569599 Feb 21 00:54:45.721673 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-3251249f-c61c-467d-98a4-d376bc918767 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Request body: {'port': {'device_id': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'admin_state_up': True, 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'security_groups': ['3be475ad-fc4a-4448-befb-9bcbf68d2387']}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:54:45.914126 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-3251249f-c61c-467d-98a4-d376bc918767 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Made reservation on behalf of eb7b15afe4684aaf8da2de71263ac74c for: {'port': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:54:45.917535 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-3251249f-c61c-467d-98a4-d376bc918767 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:46.045565 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-3251249f-c61c-467d-98a4-d376bc918767 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Allocated IP 172.20.0.5 (710364a7-1192-4db7-8d7d-9231a2743a88/765af30d-6135-4b51-bb03-fd3e3d92303f/cf74bae1-26a2-40d4-8651-6365efc5653b) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:54:46.240208 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b885e1b2-c71e-49b3-987c-c70594c56d5b req-5a3f6d2e-7c30-4d1b-b169-e64268da8df6 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 210 time: 0.0377979 Feb 21 00:54:46.244799 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-3251249f-c61c-467d-98a4-d376bc918767 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for port (cf74bae1-26a2-40d4-8651-6365efc5653b), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:46.314642 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-3251249f-c61c-467d-98a4-d376bc918767 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (cf74bae1-26a2-40d4-8651-6365efc5653b), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:46.636079 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-3251249f-c61c-467d-98a4-d376bc918767 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Network 710364a7-1192-4db7-8d7d-9231a2743a88 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:54:46.639516 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-3251249f-c61c-467d-98a4-d376bc918767 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:54:46.650020 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-3251249f-c61c-467d-98a4-d376bc918767 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:54:46.652347 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251249f-c61c-467d-98a4-d376bc918767 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event updated for resources: {'Port': ['ID=cf74bae1-26a2-40d4-8651-6365efc5653b,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:54:46.699968 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-3251249f-c61c-467d-98a4-d376bc918767 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:46.700748 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-3251249f-c61c-467d-98a4-d376bc918767 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:46.793753 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-3251249f-c61c-467d-98a4-d376bc918767 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0755732 Feb 21 00:54:46.804764 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Request body: {'port': {'device_id': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:54:46.848735 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-0eb20db7-a81d-4e20-821d-6ecf5d7dd4b4 None None] Provisioning complete for port cf74bae1-26a2-40d4-8651-6365efc5653b triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:54:46.849831 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-0eb20db7-a81d-4e20-821d-6ecf5d7dd4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (cf74bae1-26a2-40d4-8651-6365efc5653b), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:46.868372 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (cf74bae1-26a2-40d4-8651-6365efc5653b), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:46.888522 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-0eb20db7-a81d-4e20-821d-6ecf5d7dd4b4 None None] Port cf74bae1-26a2-40d4-8651-6365efc5653b cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:54:47.131320 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf74bae1-26a2-40d4-8651-6365efc5653b {{(pid=109907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:54:47.138934 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Publish callbacks [] for port (cf74bae1-26a2-40d4-8651-6365efc5653b), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:47.150771 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.provisioning_blocks [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Transition to ACTIVE for port object cf74bae1-26a2-40d4-8651-6365efc5653b will not be triggered until provisioned by entity L2. {{(pid=109907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:54:47.245381 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (cf74bae1-26a2-40d4-8651-6365efc5653b), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:47.321313 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf74bae1-26a2-40d4-8651-6365efc5653b,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:54:47.375577 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f9c0a-e388-409c-a155-9a87258f2668 req-d57aa59f-7437-4f85-9314-491d1109575a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:47.377145 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-7b4f9c0a-e388-409c-a155-9a87258f2668 req-d57aa59f-7437-4f85-9314-491d1109575a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 943 time: 0.0578456 Feb 21 00:54:47.389776 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Attempting to bind port cf74bae1-26a2-40d4-8651-6365efc5653b on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:54:47.390682 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Attempting to bind port cf74bae1-26a2-40d4-8651-6365efc5653b by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:54:47.391032 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Attempting to bind port cf74bae1-26a2-40d4-8651-6365efc5653b on network 710364a7-1192-4db7-8d7d-9231a2743a88 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:54:47.395920 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Port cf74bae1-26a2-40d4-8651-6365efc5653b on network 710364a7-1192-4db7-8d7d-9231a2743a88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:54:47.396252 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Attempting to bind port cf74bae1-26a2-40d4-8651-6365efc5653b on network 710364a7-1192-4db7-8d7d-9231a2743a88 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:54:47.401884 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:54:47.402106 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Checking segment: {'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:54:47.402362 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Bound using segment: {'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:54:47.402796 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Bound port: cf74bae1-26a2-40d4-8651-6365efc5653b, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'}}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:54:47.403188 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (cf74bae1-26a2-40d4-8651-6365efc5653b), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:47.429477 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-7b4f9c0a-e388-409c-a155-9a87258f2668 req-76a784b9-97f3-4fea-9de4-ab4e19f52a89 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459540 Feb 21 00:54:47.469752 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] For port cf74bae1-26a2-40d4-8651-6365efc5653b, host hv-cinder-81322, cleared binding levels {{(pid=109907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:54:47.472966 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] For port cf74bae1-26a2-40d4-8651-6365efc5653b, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cf74bae1-26a2-40d4-8651-6365efc5653b,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:54:47.537266 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (cf74bae1-26a2-40d4-8651-6365efc5653b), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:47.576028 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:47.576523 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:47.578549 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] 10.222.0.61 "PUT /v2.0/ports/cf74bae1-26a2-40d4-8651-6365efc5653b HTTP/1.1" status: 200 len: 1093 time: 0.7780762 Feb 21 00:54:47.579018 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'tag': 'cf74bae1-26a2-40d4-8651-6365efc5653b'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:54:47.581313 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c782516-4164-415c-979a-35beae92abbc" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e", "tag": "cf74bae1-26a2-40d4-8651-6365efc5653b"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:54:47.617052 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed739a8-896e-4729-a879-74ff0f9930b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf74bae1-26a2-40d4-8651-6365efc5653b,revision_number=3']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:54:47.625555 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7785991a-0593-4d20-81aa-f639133cc529 x-openstack-request-id: req-7785991a-0593-4d20-81aa-f639133cc529 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:54:47.625917 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e", "tag": "cf74bae1-26a2-40d4-8651-6365efc5653b", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:54:47.626246 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7785991a-0593-4d20-81aa-f639133cc529 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:54:47.626841 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'tag': 'cf74bae1-26a2-40d4-8651-6365efc5653b', 'status': 'completed', 'code': 200} Feb 21 00:54:47.692648 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c782516-4164-415c-979a-35beae92abbc req-4ad2077d-8054-4d63-a48b-143b4e8a7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:47.694278 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4c782516-4164-415c-979a-35beae92abbc req-4ad2077d-8054-4d63-a48b-143b4e8a7bce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 1127 time: 0.0491209 Feb 21 00:54:47.799047 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c782516-4164-415c-979a-35beae92abbc req-e145daff-240b-4ece-8a10-80295a993af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:47.800515 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4c782516-4164-415c-979a-35beae92abbc req-e145daff-240b-4ece-8a10-80295a993af2 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0993285 Feb 21 00:54:47.892224 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c782516-4164-415c-979a-35beae92abbc req-e20cea9b-ed29-44b3-923b-cdbd27d7d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:47.893630 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4c782516-4164-415c-979a-35beae92abbc req-e20cea9b-ed29-44b3-923b-cdbd27d7d2ea service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870690 Feb 21 00:54:47.982227 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-146bfcd1-48b7-48fc-a402-2760af3337e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:47.983734 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-146bfcd1-48b7-48fc-a402-2760af3337e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 1127 time: 0.0549433 Feb 21 00:54:48.024185 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-fc6a6ab5-8785-470e-9ce4-2872096bdbad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf74bae1-26a2-40d4-8651-6365efc5653b HTTP/1.1" status: 200 len: 217 time: 0.0344763 Feb 21 00:54:48.070873 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-58a50e62-8c75-44bd-9056-94fd2aac3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:48.072282 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-58a50e62-8c75-44bd-9056-94fd2aac3e54 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=765af30d-6135-4b51-bb03-fd3e3d92303f HTTP/1.1" status: 200 len: 851 time: 0.0425172 Feb 21 00:54:48.122825 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-ff150c8b-1b82-4bab-ba33-db7e68924c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:48.124840 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-ff150c8b-1b82-4bab-ba33-db7e68924c78 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=710364a7-1192-4db7-8d7d-9231a2743a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462837 Feb 21 00:54:48.210486 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-1145ea8b-90a7-47d4-9375-08228d0229c1 service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800643 Feb 21 00:54:48.304354 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6dd04cbe-7066-4057-9d00-24290d7c7929 req-36750a25-c983-4981-9d41-f9d61e2b8576 service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881839 Feb 21 00:54:48.546547 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe460b1-4584-49e7-b6a1-859ee0470c5d req-64392d77-df70-4a1a-9a02-bd2e808ae51a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:48.547995 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-afe460b1-4584-49e7-b6a1-859ee0470c5d req-64392d77-df70-4a1a-9a02-bd2e808ae51a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 943 time: 0.0515153 Feb 21 00:54:48.601693 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-afe460b1-4584-49e7-b6a1-859ee0470c5d req-cb9e46d2-e29c-444c-b1c4-e2d2d59691cc tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481296 Feb 21 00:54:49.719656 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af515b7f-335e-457a-9ce0-920022645fb1 req-a3944c8b-a156-4dd6-b997-70b3ed5af91e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:49.721137 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-af515b7f-335e-457a-9ce0-920022645fb1 req-a3944c8b-a156-4dd6-b997-70b3ed5af91e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 943 time: 0.0516984 Feb 21 00:54:49.768934 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-af515b7f-335e-457a-9ce0-920022645fb1 req-bfdc3fa4-73cd-4c38-9a92-b9b9b1812604 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423186 Feb 21 00:54:50.887704 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d867180-0dcf-453a-a055-cefe19ed35ba req-c14cee60-e547-493d-9af1-d425bd3aa5a9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:50.889189 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-6d867180-0dcf-453a-a055-cefe19ed35ba req-c14cee60-e547-493d-9af1-d425bd3aa5a9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 943 time: 0.0543606 Feb 21 00:54:50.950356 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-6d867180-0dcf-453a-a055-cefe19ed35ba req-200dce7b-5843-41c4-82ac-52178aca375a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557182 Feb 21 00:54:52.069245 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59e785-360e-4ab5-af1f-3f92ceb54f8d req-8028dd1e-a60a-4341-bdb5-577ee0501380 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:52.070599 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5f59e785-360e-4ab5-af1f-3f92ceb54f8d req-8028dd1e-a60a-4341-bdb5-577ee0501380 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 943 time: 0.0522060 Feb 21 00:54:52.117672 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5f59e785-360e-4ab5-af1f-3f92ceb54f8d req-46f6325b-df15-44b8-ade9-bed6fb4ff04d tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415637 Feb 21 00:54:53.233913 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21880e8-967e-48f6-b2a6-8d316dcf4e36 req-ff5338f2-0b42-44a6-be9b-43b91d7707cb tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:53.235583 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e21880e8-967e-48f6-b2a6-8d316dcf4e36 req-ff5338f2-0b42-44a6-be9b-43b91d7707cb tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 943 time: 0.0523622 Feb 21 00:54:53.292615 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e21880e8-967e-48f6-b2a6-8d316dcf4e36 req-bff18091-0f90-48de-8045-7185ba206b47 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515988 Feb 21 00:54:54.417998 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9ad20-5a63-4c21-9d04-0cf8a36735d0 req-8c54f523-c9d4-4957-9156-2c94aa4226ef tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:54.419449 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8af9ad20-5a63-4c21-9d04-0cf8a36735d0 req-8c54f523-c9d4-4957-9156-2c94aa4226ef tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 943 time: 0.0557308 Feb 21 00:54:54.467720 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8af9ad20-5a63-4c21-9d04-0cf8a36735d0 req-5b5463ea-4464-41a2-8821-98fce5eb6013 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421495 Feb 21 00:54:55.586396 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11347b6-24ba-4aea-945a-405a713f57f8 req-7c79eb72-7824-4ae1-9a47-20827d879e10 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:55.587852 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b11347b6-24ba-4aea-945a-405a713f57f8 req-7c79eb72-7824-4ae1-9a47-20827d879e10 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 943 time: 0.0547581 Feb 21 00:54:55.634403 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-b11347b6-24ba-4aea-945a-405a713f57f8 req-e8439787-78b5-451d-b840-ca1676c0bede tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409856 Feb 21 00:54:56.751778 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cc465-a39e-4326-ad04-f5c7ebfcda4c req-28d13284-0bde-4caf-8235-5c0f2b37d3f2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:56.753305 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d11cc465-a39e-4326-ad04-f5c7ebfcda4c req-28d13284-0bde-4caf-8235-5c0f2b37d3f2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 943 time: 0.0529861 Feb 21 00:54:56.802140 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d11cc465-a39e-4326-ad04-f5c7ebfcda4c req-669f28b5-ea55-4dc6-9611-cf8242e22253 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433846 Feb 21 00:54:56.902112 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1c917f82-b2d9-44b9-bb7a-cf998fc32a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:57.010939 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:57.463672 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device cf74bae1-26a2-40d4-8651-6365efc5653b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:54:57.562206 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port cf74bae1-26a2-40d4-8651-6365efc5653b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cf74bae1-26a2-40d4-8651-6365efc5653b,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:54:57.573297 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': 'cf74bae1-26a2-40d4-8651-6365efc5653b', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'port_id': 'cf74bae1-26a2-40d4-8651-6365efc5653b', 'mac_address': 'fa:16:3e:dc:ab:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:54:57.610806 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port cf74bae1-26a2-40d4-8651-6365efc5653b is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:54:57.620114 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (cf74bae1-26a2-40d4-8651-6365efc5653b), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:57.623743 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf74bae1-26a2-40d4-8651-6365efc5653b {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:54:57.643596 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port cf74bae1-26a2-40d4-8651-6365efc5653b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cf74bae1-26a2-40d4-8651-6365efc5653b,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:54:57.713514 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (cf74bae1-26a2-40d4-8651-6365efc5653b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:57.763628 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=cf74bae1-26a2-40d4-8651-6365efc5653b,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:54:57.771222 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:57.771574 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:57.771922 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:57.772265 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:57.772624 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:57.772960 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:57.773305 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:57.773624 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:57.773947 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:57.774275 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:57.774602 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:57.774926 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:57.775247 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:54:57.918301 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbac511-a162-447b-bf44-7f7c9d999927 req-88d70e81-3de6-4c3e-ad09-d61671de441f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:57.919768 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-2dbac511-a162-447b-bf44-7f7c9d999927 req-88d70e81-3de6-4c3e-ad09-d61671de441f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 944 time: 0.0520766 Feb 21 00:54:57.932416 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['cf74bae1-26a2-40d4-8651-6365efc5653b'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:54:57.968151 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-2dbac511-a162-447b-bf44-7f7c9d999927 req-02e8b914-9547-4725-bee5-04baf9310acc tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427792 Feb 21 00:54:59.039604 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3c2020ba-300e-434a-8426-be3f85f911fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:59.091216 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd23c1f-939e-425c-93ee-63d0c7f98a01 req-c6c695be-c731-47ed-861f-c15c65f8f97b tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:54:59.093268 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-cfd23c1f-939e-425c-93ee-63d0c7f98a01 req-c6c695be-c731-47ed-861f-c15c65f8f97b tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 944 time: 0.0551069 Feb 21 00:54:59.142188 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-cfd23c1f-939e-425c-93ee-63d0c7f98a01 req-ab0b910d-2c39-4591-b189-24dffdb64ddb tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427110 Feb 21 00:54:59.479621 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device cf74bae1-26a2-40d4-8651-6365efc5653b up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:54:59.576735 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port cf74bae1-26a2-40d4-8651-6365efc5653b completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:54:59.581366 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port cf74bae1-26a2-40d4-8651-6365efc5653b triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:54:59.581748 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (cf74bae1-26a2-40d4-8651-6365efc5653b), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:59.659418 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port cf74bae1-26a2-40d4-8651-6365efc5653b is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:54:59.659804 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (cf74bae1-26a2-40d4-8651-6365efc5653b), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:59.681703 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf74bae1-26a2-40d4-8651-6365efc5653b'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:54:59.683913 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa31a69-7f32-46c6-80e8-b18da453206d" -d '{"events": [{"server_uuid": "bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e", "name": "network-vif-plugged", "status": "completed", "tag": "cf74bae1-26a2-40d4-8651-6365efc5653b"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:54:59.696270 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port cf74bae1-26a2-40d4-8651-6365efc5653b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cf74bae1-26a2-40d4-8651-6365efc5653b,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:54:59.721242 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a587e4-27c2-4083-b5bb-b3fa035d34e4 x-openstack-request-id: req-d5a587e4-27c2-4083-b5bb-b3fa035d34e4 {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:54:59.721543 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e", "name": "network-vif-plugged", "status": "completed", "tag": "cf74bae1-26a2-40d4-8651-6365efc5653b", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:54:59.721800 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5a587e4-27c2-4083-b5bb-b3fa035d34e4 {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:54:59.722197 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf74bae1-26a2-40d4-8651-6365efc5653b', 'code': 200} Feb 21 00:54:59.776929 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (cf74bae1-26a2-40d4-8651-6365efc5653b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:54:59.825632 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=cf74bae1-26a2-40d4-8651-6365efc5653b,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:55:00.067972 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f4481-ccf3-4189-b79b-77f22b93d47c req-ecc8c2e1-7666-4ca3-a5f5-f71f274c4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:55:00.069412 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fb6f4481-ccf3-4189-b79b-77f22b93d47c req-ecc8c2e1-7666-4ca3-a5f5-f71f274c4610 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 1129 time: 0.0438373 Feb 21 00:55:00.114751 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-fb6f4481-ccf3-4189-b79b-77f22b93d47c req-90abcb2d-6c72-4681-a2aa-3eb26f8f4e1a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385439 Feb 21 00:55:00.260466 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9997473-06ec-47a8-85f2-eb5fbb825c09 req-b682a031-7198-4dd1-a86f-dc14fe4f1a08 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:55:00.262220 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a9997473-06ec-47a8-85f2-eb5fbb825c09 req-b682a031-7198-4dd1-a86f-dc14fe4f1a08 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 945 time: 0.0514655 Feb 21 00:55:00.314207 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a9997473-06ec-47a8-85f2-eb5fbb825c09 req-ba6f8de3-f679-4b1c-b918-90e253faa484 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458624 Feb 21 00:55:00.342141 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:01.445458 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8918b-269d-4f2b-81b5-6569767cfb03 req-15d239dd-3346-42ab-af9c-5f19950536e2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:55:01.446925 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-8ba8918b-269d-4f2b-81b5-6569767cfb03 req-15d239dd-3346-42ab-af9c-5f19950536e2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 945 time: 0.0540464 Feb 21 00:55:01.503346 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-8ba8918b-269d-4f2b-81b5-6569767cfb03 req-2926efc0-336a-4cde-80da-db2e9742519e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504022 Feb 21 00:55:01.621426 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e12709-c0cc-49de-b5d0-2b2ee87ee3ad req-0f092de0-29c9-4c4f-b375-031280071a6a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:55:01.622921 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-26e12709-c0cc-49de-b5d0-2b2ee87ee3ad req-0f092de0-29c9-4c4f-b375-031280071a6a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 945 time: 0.0529914 Feb 21 00:55:01.668129 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:01.671798 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-26e12709-c0cc-49de-b5d0-2b2ee87ee3ad req-acfb25e1-7c2c-437f-9558-20e19e8a704f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431898 Feb 21 00:55:01.693374 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 59886) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:55:01.737248 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8cef5d-cc1b-4d8f-a1c3-81cae79914db tempest-TestVolumeBootPattern-1699238923 tempest-TestVolumeBootPattern-1699238923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:55:01.738762 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-fc8cef5d-cc1b-4d8f-a1c3-81cae79914db tempest-TestVolumeBootPattern-1699238923 tempest-TestVolumeBootPattern-1699238923-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 1124 time: 0.0444150 Feb 21 00:55:01.741522 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 59888) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:55:01.745753 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Request body: {'floatingip': {'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'port_id': 'cf74bae1-26a2-40d4-8651-6365efc5653b', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:55:01.816583 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:01.914638 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:02.017572 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Allocated IP 172.27.1.53 (c88f79bf-88c8-4630-a831-5481b52b74c3/d2922032-8347-4ecd-abd4-c2de14eb9a4c/e243251f-8388-4629-ac0c-b946f494d44b) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:55:02.121948 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for port (e243251f-8388-4629-ac0c-b946f494d44b), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:02.222459 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (e243251f-8388-4629-ac0c-b946f494d44b), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:02.262379 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Network c88f79bf-88c8-4630-a831-5481b52b74c3 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:55:02.267282 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:55:02.271683 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:55:02.273637 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event updated for resources: {'Port': ['ID=e243251f-8388-4629-ac0c-b946f494d44b,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:55:02.481140 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1f764c8a-21a8-432a-b802-2921b2a83326 req-f9007852-4e5c-47e4-8ddc-3d8d5f5ed48f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1042097 Feb 21 00:55:02.603689 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f764c8a-21a8-432a-b802-2921b2a83326 req-323d3694-c6ad-46ad-8afc-949131f5f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:55:02.605191 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1f764c8a-21a8-432a-b802-2921b2a83326 req-323d3694-c6ad-46ad-8afc-949131f5f210 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 1129 time: 0.0851550 Feb 21 00:55:02.781644 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f764c8a-21a8-432a-b802-2921b2a83326 req-f087171a-cce8-4c45-bd1f-cc2129bdf830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:55:02.783081 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1f764c8a-21a8-432a-b802-2921b2a83326 req-f087171a-cce8-4c45-bd1f-cc2129bdf830 service neutron] 10.222.0.61 "GET /v2.0/networks?id=710364a7-1192-4db7-8d7d-9231a2743a88 HTTP/1.1" status: 200 len: 913 time: 0.1439106 Feb 21 00:55:02.786794 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for floatingip (3ba5ca68-6615-4868-8ab2-e190e9af975e), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:02.844157 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1f764c8a-21a8-432a-b802-2921b2a83326 req-19c7a5ff-863f-4b03-89a5-923a3995b9e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf74bae1-26a2-40d4-8651-6365efc5653b HTTP/1.1" status: 200 len: 217 time: 0.0537989 Feb 21 00:55:02.898777 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f764c8a-21a8-432a-b802-2921b2a83326 req-95509ad0-9d6d-441f-a113-c949a86faf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:55:02.900184 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1f764c8a-21a8-432a-b802-2921b2a83326 req-95509ad0-9d6d-441f-a113-c949a86faf91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=765af30d-6135-4b51-bb03-fd3e3d92303f HTTP/1.1" status: 200 len: 851 time: 0.0501266 Feb 21 00:55:02.970405 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f764c8a-21a8-432a-b802-2921b2a83326 req-21083873-bff9-4ab5-9c96-8c40656c78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:55:02.971877 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1f764c8a-21a8-432a-b802-2921b2a83326 req-21083873-bff9-4ab5-9c96-8c40656c78f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=710364a7-1192-4db7-8d7d-9231a2743a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656219 Feb 21 00:55:02.972835 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (e243251f-8388-4629-ac0c-b946f494d44b), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:03.163925 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1f764c8a-21a8-432a-b802-2921b2a83326 req-e47ac325-fca7-4623-b70e-ee201b387e6e service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692529 Feb 21 00:55:03.283550 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for port (e243251f-8388-4629-ac0c-b946f494d44b), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:03.284887 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:03.294680 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-1f764c8a-21a8-432a-b802-2921b2a83326 req-e4742d52-8ef2-4f00-95f2-aa6cee3e4609 service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248085 Feb 21 00:55:03.330494 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (e243251f-8388-4629-ac0c-b946f494d44b), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:03.405924 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event updated for resources: {'Port': ['ID=e243251f-8388-4629-ac0c-b946f494d44b,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:55:03.431449 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362231'] for floatingip (3ba5ca68-6615-4868-8ab2-e190e9af975e), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:03.536156 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.l3_db [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Floating IP 3ba5ca68-6615-4868-8ab2-e190e9af975e associated. External IP: 172.27.1.53, port: cf74bae1-26a2-40d4-8651-6365efc5653b. Feb 21 00:55:03.743802 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:55:03.872985 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:55:03.883299 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e3947-7a0e-484e-8708-ef65a3da0d01 None None] Sync routers for ids ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:55:03.896185 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e3947-7a0e-484e-8708-ef65a3da0d01 None None] Routers {'cfc76c6c-3ad6-4dfd-a133-f89d021a7009'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:55:03.896832 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-5e3e3947-7a0e-484e-8708-ef65a3da0d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:54:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:55:03.961626 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:03.992257 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-8efcaa9e-0842-42ef-9866-13952b84db23 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2496715 Feb 21 00:55:03.992907 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'tag': 'cf74bae1-26a2-40d4-8651-6365efc5653b'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:55:03.995220 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9640ed86-8593-4d4a-9c3c-6fb3bab13a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e", "tag": "cf74bae1-26a2-40d4-8651-6365efc5653b"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:55:04.003407 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-5e3e3947-7a0e-484e-8708-ef65a3da0d01 None None] Set router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:55:04.032271 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95acef5-4b29-4ae9-91f1-31c57da5ab16 x-openstack-request-id: req-e95acef5-4b29-4ae9-91f1-31c57da5ab16 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:55:04.032271 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e", "tag": "cf74bae1-26a2-40d4-8651-6365efc5653b", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:55:04.032271 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e95acef5-4b29-4ae9-91f1-31c57da5ab16 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:55:04.032691 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'tag': 'cf74bae1-26a2-40d4-8651-6365efc5653b', 'status': 'completed', 'code': 200} Feb 21 00:55:04.098240 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640ed86-8593-4d4a-9c3c-6fb3bab13a4e req-c002095d-91a2-4f5b-a77d-179ddbd36a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:55:04.099745 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9640ed86-8593-4d4a-9c3c-6fb3bab13a4e req-c002095d-91a2-4f5b-a77d-179ddbd36a2e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 1129 time: 0.0456293 Feb 21 00:55:04.203748 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640ed86-8593-4d4a-9c3c-6fb3bab13a4e req-102740b4-1e62-4657-b3a5-019988da9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:55:04.205372 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9640ed86-8593-4d4a-9c3c-6fb3bab13a4e req-102740b4-1e62-4657-b3a5-019988da9689 service neutron] 10.222.0.61 "GET /v2.0/networks?id=710364a7-1192-4db7-8d7d-9231a2743a88 HTTP/1.1" status: 200 len: 913 time: 0.0984225 Feb 21 00:55:04.229837 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-5e3e3947-7a0e-484e-8708-ef65a3da0d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '3ba5ca68-6615-4868-8ab2-e190e9af975e', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'port_id': 'cf74bae1-26a2-40d4-8651-6365efc5653b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'mac_address': 'fa:16:3e:dc:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:55:02Z', 'updated_at': '2022-02-21T00:55:02Z', 'revision_number': 0, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 5, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:55:04.255822 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e3947-7a0e-484e-8708-ef65a3da0d01 None None] Checking router: cfc76c6c-3ad6-4dfd-a133-f89d021a7009 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:55:04.265370 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e3947-7a0e-484e-8708-ef65a3da0d01 None None] Routers {'cfc76c6c-3ad6-4dfd-a133-f89d021a7009'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:55:04.266050 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-5e3e3947-7a0e-484e-8708-ef65a3da0d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:54:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:55:04.271179 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9640ed86-8593-4d4a-9c3c-6fb3bab13a4e req-fbc303be-1e26-4697-8777-d0f829d43618 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf74bae1-26a2-40d4-8651-6365efc5653b HTTP/1.1" status: 200 len: 998 time: 0.0592420 Feb 21 00:55:04.318712 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640ed86-8593-4d4a-9c3c-6fb3bab13a4e req-dce233f8-779f-41dd-8ea9-24ff8d64994c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:55:04.320283 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9640ed86-8593-4d4a-9c3c-6fb3bab13a4e req-dce233f8-779f-41dd-8ea9-24ff8d64994c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=765af30d-6135-4b51-bb03-fd3e3d92303f HTTP/1.1" status: 200 len: 851 time: 0.0432432 Feb 21 00:55:04.372660 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640ed86-8593-4d4a-9c3c-6fb3bab13a4e req-f78e57f9-92c6-4d2e-a7a9-7c8525662e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:55:04.374207 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-5e3e3947-7a0e-484e-8708-ef65a3da0d01 None None] Set router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:55:04.374987 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9640ed86-8593-4d4a-9c3c-6fb3bab13a4e req-f78e57f9-92c6-4d2e-a7a9-7c8525662e87 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=710364a7-1192-4db7-8d7d-9231a2743a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488074 Feb 21 00:55:04.462343 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9640ed86-8593-4d4a-9c3c-6fb3bab13a4e req-2ea20533-9228-4ae8-80f1-4c8dfedcc0e3 service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821049 Feb 21 00:55:04.604499 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-5e3e3947-7a0e-484e-8708-ef65a3da0d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '3ba5ca68-6615-4868-8ab2-e190e9af975e', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'port_id': 'cf74bae1-26a2-40d4-8651-6365efc5653b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'mac_address': 'fa:16:3e:dc:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:55:02Z', 'updated_at': '2022-02-21T00:55:02Z', 'revision_number': 0, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 5, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:55:04.633155 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e3947-7a0e-484e-8708-ef65a3da0d01 None None] The sync data for ids ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'] in dv-cinder-813224-6-iscsi is: [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '3ba5ca68-6615-4868-8ab2-e190e9af975e', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'port_id': 'cf74bae1-26a2-40d4-8651-6365efc5653b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'mac_address': 'fa:16:3e:dc:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:55:02Z', 'updated_at': '2022-02-21T00:55:02Z', 'revision_number': 0, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 5, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:55:04.834389 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9640ed86-8593-4d4a-9c3c-6fb3bab13a4e req-2bc637a8-e992-4d47-b25e-f81eb3bcd0b2 service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660269 Feb 21 00:55:04.845483 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aaadde-0dd9-420d-9a2e-31a1e45b6321 None None] New status for floating IP 3ba5ca68-6615-4868-8ab2-e190e9af975e: ACTIVE {{(pid=109909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:55:21.851794 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:55:26.872945 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-58fb0cb7-ce23-40b9-aae7-3aeffa4823e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:26.998461 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:29.021695 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-182dfd9e-8fcb-4f01-b1c1-81af46aa6c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:30.358245 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:31.678423 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:33.278524 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:56.889073 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d02682d9-ce57-4d76-bbf4-1b2db17b8c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:57.014828 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:55:58.851386 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:55:59.083791 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f024c664-1333-48c6-bbfe-d8d7414d7fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:00.357517 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:01.689007 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:03.283299 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:03.422941 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4a73dd2e-aad7-4845-9749-ff724e85fec7 req-f9289848-3209-4479-bb41-4795c4dbc0b2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486774 Feb 21 00:56:03.509207 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73dd2e-aad7-4845-9749-ff724e85fec7 req-2cdae86d-6765-445b-805a-d2170dd3eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:03.510988 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4a73dd2e-aad7-4845-9749-ff724e85fec7 req-2cdae86d-6765-445b-805a-d2170dd3eb45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 1129 time: 0.0465598 Feb 21 00:56:03.613003 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73dd2e-aad7-4845-9749-ff724e85fec7 req-7bf8a01b-095e-4a2e-bb84-1873745eaa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:03.614451 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4a73dd2e-aad7-4845-9749-ff724e85fec7 req-7bf8a01b-095e-4a2e-bb84-1873745eaa77 service neutron] 10.222.0.61 "GET /v2.0/networks?id=710364a7-1192-4db7-8d7d-9231a2743a88 HTTP/1.1" status: 200 len: 913 time: 0.0840950 Feb 21 00:56:03.677741 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4a73dd2e-aad7-4845-9749-ff724e85fec7 req-cb819662-374a-4c1a-8491-a09b3c0eb557 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf74bae1-26a2-40d4-8651-6365efc5653b HTTP/1.1" status: 200 len: 1000 time: 0.0565927 Feb 21 00:56:03.724224 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73dd2e-aad7-4845-9749-ff724e85fec7 req-2c666d2a-20a4-4e88-898c-d4cab4b5b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:03.725996 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4a73dd2e-aad7-4845-9749-ff724e85fec7 req-2c666d2a-20a4-4e88-898c-d4cab4b5b982 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=765af30d-6135-4b51-bb03-fd3e3d92303f HTTP/1.1" status: 200 len: 851 time: 0.0427246 Feb 21 00:56:03.776683 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73dd2e-aad7-4845-9749-ff724e85fec7 req-bed0ea1c-268f-49b5-899c-960290e7db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:03.778165 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4a73dd2e-aad7-4845-9749-ff724e85fec7 req-bed0ea1c-268f-49b5-899c-960290e7db0e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=710364a7-1192-4db7-8d7d-9231a2743a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470726 Feb 21 00:56:03.863938 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4a73dd2e-aad7-4845-9749-ff724e85fec7 req-aaa51fe9-b37d-437e-8932-5da8299eaa7a service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794837 Feb 21 00:56:03.953774 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-4a73dd2e-aad7-4845-9749-ff724e85fec7 req-20958eec-5c33-455e-8ed7-cd5836a558d9 service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833082 Feb 21 00:56:18.628107 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [req-c5adcb36-fb89-427b-b42c-31311dac4761 req-14827b5a-baec-4355-9490-b82dbaf72ea3 service neutron] (109906) timed out ('10.222.0.61', 51129) {{(pid=109906) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 00:56:26.888477 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f70704e3-7b9e-4750-9205-ffab93590fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:26.991130 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:29.031518 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d09e0740-ce9b-4f75-8972-c594992182a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:30.397178 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:31.694279 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:32.156520 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [req-0a34050b-68fe-4e46-af6f-285f0d62ca5c req-e9dbf4d3-c06c-47af-a9d5-044191130fca service neutron] (109906) timed out ('10.222.0.61', 51121) {{(pid=109906) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 00:56:33.305412 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:35.850129 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:56:40.580816 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-4cd68bd9-746a-4421-a24a-8fd6dd85ea57 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1739478966&fields=id&tenant_id=eb7b15afe4684aaf8da2de71263ac74c HTTP/1.1" status: 200 len: 267 time: 0.0432825 Feb 21 00:56:40.683699 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-e0a1091b-4af7-4263-aee2-b5b3c1bda567 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:40.685164 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-e0a1091b-4af7-4263-aee2-b5b3c1bda567 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/networks?id=710364a7-1192-4db7-8d7d-9231a2743a88 HTTP/1.1" status: 200 len: 812 time: 0.0979612 Feb 21 00:56:40.699652 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-de9995a0-9e55-4d99-86c1-3adc08f46317 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/quotas/eb7b15afe4684aaf8da2de71263ac74c HTTP/1.1" status: 200 len: 375 time: 0.0086436 Feb 21 00:56:40.758907 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-bd5a581b-30c5-467f-9807-82e2a6aa81f4 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545578 Feb 21 00:56:40.850990 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-b90681b1-1af0-4caa-8269-a10d5a2a2807 service neutron] 10.222.0.81 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803888 Feb 21 00:56:40.946039 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-5c5f0611-348f-44c0-80b3-5334d40e7ef4 service neutron] 10.222.0.81 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894361 Feb 21 00:56:41.497099 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-80a3fab0-91fe-45ee-a099-62cf6ca66315 req-0de34ba4-c151-48ae-8d51-9198c2664646 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 210 time: 0.0773671 Feb 21 00:56:42.574937 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f3ab8272-a72c-4f62-b85e-4611d8afe582 req-4bf429fc-bd6b-4498-bff7-1795c66f606b tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 210 time: 0.0280101 Feb 21 00:56:43.651285 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c2a7000a-5676-48c3-b370-3dab8e6275d7 req-8e1c3a81-050a-4309-9136-7c3813557735 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 210 time: 0.0276551 Feb 21 00:56:44.728699 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-8d04ba67-28c4-4cbb-a217-e4e0df86cca7 req-ec046e18-4004-4e8d-8816-67c36648d926 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 210 time: 0.0281928 Feb 21 00:56:45.819872 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-e71b0a2f-656b-400f-9fbe-77f18d2b6727 req-1ead5858-483f-48a5-86ce-a22258b5ad11 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 210 time: 0.0273240 Feb 21 00:56:46.916072 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9109ad4c-755f-4898-b825-7c1611d9644d req-f00eaa82-ee20-4c67-8344-3faf04c8c443 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 210 time: 0.0267901 Feb 21 00:56:47.072430 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-f6644fc8-3f9d-426c-bd13-3246071ecd27 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:47.073773 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-f6644fc8-3f9d-426c-bd13-3246071ecd27 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.61 "GET /v2.0/networks?id=710364a7-1192-4db7-8d7d-9231a2743a88 HTTP/1.1" status: 200 len: 812 time: 0.1029408 Feb 21 00:56:47.134314 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-70a9282f-9f7a-4d50-9d23-a65a7760e6bc tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb7b15afe4684aaf8da2de71263ac74c HTTP/1.1" status: 200 len: 380 time: 0.0527444 Feb 21 00:56:47.142337 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Request body: {'port': {'device_id': 'a109643a-fb40-4b26-bac2-0166fa6d072f', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'admin_state_up': True, 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'security_groups': ['3be475ad-fc4a-4448-befb-9bcbf68d2387']}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:56:47.310958 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Made reservation on behalf of eb7b15afe4684aaf8da2de71263ac74c for: {'port': 1} {{(pid=109907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:56:47.314489 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:47.446071 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Allocated IP 172.20.0.7 (710364a7-1192-4db7-8d7d-9231a2743a88/765af30d-6135-4b51-bb03-fd3e3d92303f/9aef26d0-9dd8-425e-878b-23c5bc57bbb5) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:56:47.582736 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for port (9aef26d0-9dd8-425e-878b-23c5bc57bbb5), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:47.654651 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (9aef26d0-9dd8-425e-878b-23c5bc57bbb5), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:47.695861 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Network 710364a7-1192-4db7-8d7d-9231a2743a88 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:56:47.699124 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:56:47.702763 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:56:47.731367 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event updated for resources: {'Port': ['ID=9aef26d0-9dd8-425e-878b-23c5bc57bbb5,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:56:47.748302 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:47.748302 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:47.748302 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:47.748302 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:47.748302 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:47.748302 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:47.748302 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:47.748302 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:47.748302 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:47.748302 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:47.748302 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:47.749324 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:47.749324 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:47.773204 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:47.773813 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:47.865132 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-1bf31d35-d6cf-4436-bd4a-6d47662ab388 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7263718 Feb 21 00:56:47.876739 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Request body: {'port': {'device_id': 'a109643a-fb40-4b26-bac2-0166fa6d072f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:56:47.942579 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (9aef26d0-9dd8-425e-878b-23c5bc57bbb5), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:47.979665 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-1d6ca900-3461-471f-a2f5-c800296f2c4f None None] Provisioning complete for port 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 triggered by entity DHCP. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:56:47.980262 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1d6ca900-3461-471f-a2f5-c800296f2c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (9aef26d0-9dd8-425e-878b-23c5bc57bbb5), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:48.022384 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-1d6ca900-3461-471f-a2f5-c800296f2c4f None None] Port 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 cannot update to ACTIVE because it is not bound. {{(pid=109908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:56:48.055833 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb052b-8c33-4ee1-a049-3a959c2fe806 req-3a273f12-6e9c-4083-8e8c-10cbba69bbf5 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:48.057450 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-cdfb052b-8c33-4ee1-a049-3a959c2fe806 req-3a273f12-6e9c-4083-8e8c-10cbba69bbf5 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 931 time: 0.0614064 Feb 21 00:56:48.115633 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-cdfb052b-8c33-4ee1-a049-3a959c2fe806 req-129541c0-5a70-43da-a13f-04d4b96b2e12 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525179 Feb 21 00:56:48.218882 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 {{(pid=109907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:56:48.227369 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Publish callbacks [] for port (9aef26d0-9dd8-425e-878b-23c5bc57bbb5), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:48.239364 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.provisioning_blocks [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Transition to ACTIVE for port object 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 will not be triggered until provisioned by entity L2. {{(pid=109907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:56:48.311137 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (9aef26d0-9dd8-425e-878b-23c5bc57bbb5), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:48.365439 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=9aef26d0-9dd8-425e-878b-23c5bc57bbb5,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:56:48.439216 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Attempting to bind port 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:56:48.439875 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Attempting to bind port 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:56:48.440451 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Attempting to bind port 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 on network 710364a7-1192-4db7-8d7d-9231a2743a88 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:56:48.445414 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Port 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 on network 710364a7-1192-4db7-8d7d-9231a2743a88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:56:48.445738 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Attempting to bind port 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 on network 710364a7-1192-4db7-8d7d-9231a2743a88 {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:56:48.450883 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Checking agent: {'id': 'fd564051-86d7-482e-a7c2-1393e7587d33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'started_at': datetime.datetime(2022, 2, 21, 0, 38, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:56:48.451219 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Checking segment: {'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:56:48.451600 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Bound using segment: {'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'} {{(pid=109907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:56:48.452025 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.managers [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Bound port: 9aef26d0-9dd8-425e-878b-23c5bc57bbb5, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fea258-46ac-4ebc-b69a-9eb0ce8d870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88'}}] {{(pid=109907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:56:48.452386 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (9aef26d0-9dd8-425e-878b-23c5bc57bbb5), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:48.518927 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] For port 9aef26d0-9dd8-425e-878b-23c5bc57bbb5, host hv-cinder-81322, cleared binding levels {{(pid=109907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:56:48.521920 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] For port 9aef26d0-9dd8-425e-878b-23c5bc57bbb5, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9aef26d0-9dd8-425e-878b-23c5bc57bbb5,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:56:48.574161 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (9aef26d0-9dd8-425e-878b-23c5bc57bbb5), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:48.606205 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:48.606817 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:48.608190 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] 10.222.0.61 "PUT /v2.0/ports/9aef26d0-9dd8-425e-878b-23c5bc57bbb5 HTTP/1.1" status: 200 len: 1093 time: 0.7361648 Feb 21 00:56:48.608641 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a109643a-fb40-4b26-bac2-0166fa6d072f', 'tag': '9aef26d0-9dd8-425e-878b-23c5bc57bbb5'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:56:48.610886 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2a5382-9ed2-41e1-9e3b-df86a15af0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "a109643a-fb40-4b26-bac2-0166fa6d072f", "tag": "9aef26d0-9dd8-425e-878b-23c5bc57bbb5"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:56:48.639653 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d92af-e1b1-485b-b0b3-5ac03ec69cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=9aef26d0-9dd8-425e-878b-23c5bc57bbb5,revision_number=3']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:56:48.657083 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4497297d-cc35-4ae4-85fd-969f83b0cb3e x-openstack-request-id: req-4497297d-cc35-4ae4-85fd-969f83b0cb3e {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:56:48.657533 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a109643a-fb40-4b26-bac2-0166fa6d072f", "tag": "9aef26d0-9dd8-425e-878b-23c5bc57bbb5", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:56:48.657864 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4497297d-cc35-4ae4-85fd-969f83b0cb3e {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:56:48.658349 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a109643a-fb40-4b26-bac2-0166fa6d072f', 'tag': '9aef26d0-9dd8-425e-878b-23c5bc57bbb5', 'status': 'completed', 'code': 200} Feb 21 00:56:48.723480 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a5382-9ed2-41e1-9e3b-df86a15af0e2 req-64c7da3a-7a8b-4e64-a157-23ef86067677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:48.725028 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3b2a5382-9ed2-41e1-9e3b-df86a15af0e2 req-64c7da3a-7a8b-4e64-a157-23ef86067677 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 1127 time: 0.0466330 Feb 21 00:56:48.826750 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a5382-9ed2-41e1-9e3b-df86a15af0e2 req-07d4365e-d1de-4201-acf7-e4c71bca934f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:48.828211 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3b2a5382-9ed2-41e1-9e3b-df86a15af0e2 req-07d4365e-d1de-4201-acf7-e4c71bca934f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0966012 Feb 21 00:56:48.925839 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a5382-9ed2-41e1-9e3b-df86a15af0e2 req-6e8d2e14-f265-495a-a2df-e1a68e487213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:48.927235 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3b2a5382-9ed2-41e1-9e3b-df86a15af0e2 req-6e8d2e14-f265-495a-a2df-e1a68e487213 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915790 Feb 21 00:56:49.007869 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-572a8e23-498c-4443-977e-cc5ec853e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:49.009312 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-572a8e23-498c-4443-977e-cc5ec853e437 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 1127 time: 0.0471942 Feb 21 00:56:49.050502 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-fa9960de-54f2-4ab2-a82c-6e0f0ae87986 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aef26d0-9dd8-425e-878b-23c5bc57bbb5 HTTP/1.1" status: 200 len: 217 time: 0.0346265 Feb 21 00:56:49.098533 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-327ff4cd-e08a-4739-9d06-815b3656cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:49.099943 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-327ff4cd-e08a-4739-9d06-815b3656cdca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=765af30d-6135-4b51-bb03-fd3e3d92303f HTTP/1.1" status: 200 len: 851 time: 0.0439966 Feb 21 00:56:49.155614 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-35142305-629c-4a7a-8c44-e8b350adff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:49.157146 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-35142305-629c-4a7a-8c44-e8b350adff14 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=710364a7-1192-4db7-8d7d-9231a2743a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509973 Feb 21 00:56:49.233536 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37878e09-c56a-49f1-8a5f-819dfb2f276a req-2ed1e15d-5bd3-4083-8247-633e15abbfa5 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:49.235040 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-37878e09-c56a-49f1-8a5f-819dfb2f276a req-2ed1e15d-5bd3-4083-8247-633e15abbfa5 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 943 time: 0.0529296 Feb 21 00:56:49.247983 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-86b84002-f74b-41bd-8044-f146abcd0ffb service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830619 Feb 21 00:56:49.291321 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-37878e09-c56a-49f1-8a5f-819dfb2f276a req-05ae73b1-aca1-48a7-9e42-6ebc4f590336 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458014 Feb 21 00:56:49.340299 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-5279706b-3cda-47ec-a9f2-045c16d0c599 req-0e016b61-f3e1-406f-93b8-f8c6eef92200 service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866237 Feb 21 00:56:50.410925 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc8e64-ec9c-45b1-bb85-e64d5cad5843 req-8b6e511b-9b7b-473c-9ecc-83907899a3ff tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:50.412398 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-cacc8e64-ec9c-45b1-bb85-e64d5cad5843 req-8b6e511b-9b7b-473c-9ecc-83907899a3ff tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 943 time: 0.0543635 Feb 21 00:56:50.459995 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-cacc8e64-ec9c-45b1-bb85-e64d5cad5843 req-50571dcf-04e9-4d16-962a-46fd12e440ea tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420647 Feb 21 00:56:51.578193 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9e719-cb71-4d78-8aae-78f19813d2a9 req-c9a2396d-f785-40f9-9d99-cb7cf8f3c27e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:51.580074 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a9f9e719-cb71-4d78-8aae-78f19813d2a9 req-c9a2396d-f785-40f9-9d99-cb7cf8f3c27e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 943 time: 0.0532429 Feb 21 00:56:51.626970 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-a9f9e719-cb71-4d78-8aae-78f19813d2a9 req-211d7158-4f6a-4545-a158-cacfa06219ca tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413892 Feb 21 00:56:52.742133 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb4a66-e489-49f7-801c-8ba347d7b9e9 req-691bc4e1-9717-4951-a9c3-b21f008b028f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:52.743565 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a4bb4a66-e489-49f7-801c-8ba347d7b9e9 req-691bc4e1-9717-4951-a9c3-b21f008b028f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 943 time: 0.0501411 Feb 21 00:56:52.794318 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a4bb4a66-e489-49f7-801c-8ba347d7b9e9 req-6aa05473-1d51-46e0-b194-b0d1200804db tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452411 Feb 21 00:56:53.916974 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eacfb9-1377-4542-9804-94b54c4980db req-ca06e7d3-b47c-49c9-b3f1-14fd5bdf1dbc tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:53.918427 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d0eacfb9-1377-4542-9804-94b54c4980db req-ca06e7d3-b47c-49c9-b3f1-14fd5bdf1dbc tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 943 time: 0.0552964 Feb 21 00:56:53.965865 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-d0eacfb9-1377-4542-9804-94b54c4980db req-4ea6ffdb-6937-44dd-8be2-f366e17881c0 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411949 Feb 21 00:56:55.081764 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9890b31-2cf1-4210-9fab-90aaa59b3c2b req-bde35848-b30b-44d8-8433-2f6949f352f2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:55.083242 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d9890b31-2cf1-4210-9fab-90aaa59b3c2b req-bde35848-b30b-44d8-8433-2f6949f352f2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 943 time: 0.0516777 Feb 21 00:56:55.138823 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-d9890b31-2cf1-4210-9fab-90aaa59b3c2b req-0cbab5df-6774-4ec8-bba0-985891f9a9b0 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498571 Feb 21 00:56:56.256344 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f7dd6-febe-4071-b439-8631b5de9cc1 req-45e808ef-35a9-45b6-9675-9c64e3092f1a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:56.257825 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c65f7dd6-febe-4071-b439-8631b5de9cc1 req-45e808ef-35a9-45b6-9675-9c64e3092f1a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 943 time: 0.0515108 Feb 21 00:56:56.304208 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-c65f7dd6-febe-4071-b439-8631b5de9cc1 req-8db5248f-1e34-449a-8fe3-7c63b51ceacf tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406919 Feb 21 00:56:56.899409 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f5753189-f9c5-47ae-837a-a05aab87df23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:57.019390 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:57.425108 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671a8a3-8806-43dd-9580-92e8fb61487b req-f0ff9fec-8fe7-4f4d-8e29-34c1aa851a49 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:57.426586 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6671a8a3-8806-43dd-9580-92e8fb61487b req-f0ff9fec-8fe7-4f4d-8e29-34c1aa851a49 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 943 time: 0.0565145 Feb 21 00:56:57.475144 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-6671a8a3-8806-43dd-9580-92e8fb61487b req-c82877b6-240a-4abe-a3ed-23ac1feb1223 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430257 Feb 21 00:56:58.103420 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:56:58.198572 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 9aef26d0-9dd8-425e-878b-23c5bc57bbb5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9aef26d0-9dd8-425e-878b-23c5bc57bbb5,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:56:58.209627 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Returning: {'device': '9aef26d0-9dd8-425e-878b-23c5bc57bbb5', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'port_id': '9aef26d0-9dd8-425e-878b-23c5bc57bbb5', 'mac_address': 'fa:16:3e:25:cf:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:56:58.245643 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 is: DOWN; New status is: BUILD {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:56:58.246031 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (9aef26d0-9dd8-425e-878b-23c5bc57bbb5), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:58.258809 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 {{(pid=109908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:56:58.278303 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 9aef26d0-9dd8-425e-878b-23c5bc57bbb5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9aef26d0-9dd8-425e-878b-23c5bc57bbb5,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:56:58.350524 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (9aef26d0-9dd8-425e-878b-23c5bc57bbb5), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:58.401631 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=9aef26d0-9dd8-425e-878b-23c5bc57bbb5,revision_number=4']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:56:58.408483 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:58.414323 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:58.414323 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:58.414323 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:58.414323 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:58.414323 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:58.414323 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:58.414323 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:58.414323 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:58.414323 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:58.414323 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:58.414323 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:58.414323 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:56:58.596683 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587504-24cf-4cec-ad7e-eb1ce97cfc5f req-4a3418d9-4e7c-4f8c-bb1e-47487de16949 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:58.597868 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] get_ports_and_sgs() called for port_ids ['9aef26d0-9dd8-425e-878b-23c5bc57bbb5'] {{(pid=109908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:56:58.599274 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-09587504-24cf-4cec-ad7e-eb1ce97cfc5f req-4a3418d9-4e7c-4f8c-bb1e-47487de16949 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 944 time: 0.0577488 Feb 21 00:56:58.648356 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-09587504-24cf-4cec-ad7e-eb1ce97cfc5f req-c1d6e3db-4e18-4abc-9ed9-1f89adb5c3ce tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436294 Feb 21 00:56:59.024921 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-08c45251-be5c-4e5f-a53b-b37d6578f6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:56:59.769016 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad59f8-704e-4ddd-ab13-16ce40277064 req-1fb91785-eabc-4467-94bf-d393c087f26e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:56:59.770589 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-72ad59f8-704e-4ddd-ab13-16ce40277064 req-1fb91785-eabc-4467-94bf-d393c087f26e tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 944 time: 0.0562053 Feb 21 00:56:59.819357 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-72ad59f8-704e-4ddd-ab13-16ce40277064 req-43552057-d574-448f-82b4-5536d2c4ecdc tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432370 Feb 21 00:57:00.119317 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 up at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:57:00.218916 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning for port 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 completed by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:57:00.223247 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.provisioning_blocks [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Provisioning complete for port 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 triggered by entity L2. {{(pid=109908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:57:00.223634 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3368446'] for port (9aef26d0-9dd8-425e-878b-23c5bc57bbb5), provisioning_complete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:00.313830 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Current status of the port 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 is: BUILD; New status is: ACTIVE {{(pid=109908) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:57:00.314222 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (9aef26d0-9dd8-425e-878b-23c5bc57bbb5), before_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:00.336772 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a109643a-fb40-4b26-bac2-0166fa6d072f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aef26d0-9dd8-425e-878b-23c5bc57bbb5'}] {{(pid=109908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:57:00.339737 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ee33796e681e1e7bd2b82c3de8ce1cb146307d9a7ec00f10a211781867e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202110b6-6c3e-4907-849b-52b56712f64f" -d '{"events": [{"server_uuid": "a109643a-fb40-4b26-bac2-0166fa6d072f", "name": "network-vif-plugged", "status": "completed", "tag": "9aef26d0-9dd8-425e-878b-23c5bc57bbb5"}]}' {{(pid=109908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:57:00.352056 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] For port 9aef26d0-9dd8-425e-878b-23c5bc57bbb5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9aef26d0-9dd8-425e-878b-23c5bc57bbb5,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:57:00.353201 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:00.376165 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c14d98-7ebc-4068-b459-6dc82309f9c6 x-openstack-request-id: req-36c14d98-7ebc-4068-b459-6dc82309f9c6 {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:57:00.376468 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a109643a-fb40-4b26-bac2-0166fa6d072f", "name": "network-vif-plugged", "status": "completed", "tag": "9aef26d0-9dd8-425e-878b-23c5bc57bbb5", "code": 200}]} {{(pid=109908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:57:00.376760 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36c14d98-7ebc-4068-b459-6dc82309f9c6 {{(pid=109908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:57:00.377175 dv-cinder-813224-6-iscsi neutron-server[109908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a109643a-fb40-4b26-bac2-0166fa6d072f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aef26d0-9dd8-425e-878b-23c5bc57bbb5', 'code': 200} Feb 21 00:57:00.396701 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487'] for port (9aef26d0-9dd8-425e-878b-23c5bc57bbb5), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:00.446761 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Pushing event updated for resources: {'Port': ['ID=9aef26d0-9dd8-425e-878b-23c5bc57bbb5,revision_number=5']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:57:00.694129 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4233332-27ba-43ed-9e76-ea5c6b9c72ee req-2c617ff4-349a-4324-8068-623f7ade14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:57:00.695619 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b4233332-27ba-43ed-9e76-ea5c6b9c72ee req-2c617ff4-349a-4324-8068-623f7ade14f9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 1129 time: 0.0441256 Feb 21 00:57:00.740874 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b4233332-27ba-43ed-9e76-ea5c6b9c72ee req-6675b11a-3234-4c89-ab47-de22a259a1ec service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392697 Feb 21 00:57:00.978891 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680f084-3365-462c-9f0d-77cd3b351fa0 req-9b85ea95-751e-430e-9e2b-fafdcaa8d130 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:57:00.980338 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b680f084-3365-462c-9f0d-77cd3b351fa0 req-9b85ea95-751e-430e-9e2b-fafdcaa8d130 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 945 time: 0.0518413 Feb 21 00:57:01.030455 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-b680f084-3365-462c-9f0d-77cd3b351fa0 req-43197565-63c1-4aab-b464-ef95f777a75d tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446906 Feb 21 00:57:01.722586 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:02.149938 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09cd06-9b9c-4b94-bef1-4d593bee00ce req-60eff8b3-3cf0-4b7d-a3e4-561982499162 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:57:02.151461 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-da09cd06-9b9c-4b94-bef1-4d593bee00ce req-60eff8b3-3cf0-4b7d-a3e4-561982499162 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 945 time: 0.0531993 Feb 21 00:57:02.199308 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-da09cd06-9b9c-4b94-bef1-4d593bee00ce req-8dc0200f-c250-42ad-aa43-9fcc296f87bf tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422564 Feb 21 00:57:02.316108 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e532ed-6b89-4a19-82d3-26332b01387e req-fbb1330d-c8e1-45e0-8ef0-eba97eead3e0 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:57:02.318105 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-02e532ed-6b89-4a19-82d3-26332b01387e req-fbb1330d-c8e1-45e0-8ef0-eba97eead3e0 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 945 time: 0.0520151 Feb 21 00:57:02.366371 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-02e532ed-6b89-4a19-82d3-26332b01387e req-9d06d9ff-9d0a-4438-9c49-1058821ab7b9 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423605 Feb 21 00:57:02.389251 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 60026) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:57:02.434473 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf4892e-2eff-4a23-8051-c49ee1c0bee6 tempest-TestVolumeBootPattern-1699238923 tempest-TestVolumeBootPattern-1699238923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:57:02.435973 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-ddf4892e-2eff-4a23-8051-c49ee1c0bee6 tempest-TestVolumeBootPattern-1699238923 tempest-TestVolumeBootPattern-1699238923-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 1124 time: 0.0457470 Feb 21 00:57:02.438810 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 60028) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:57:02.443726 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.v2.base [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Request body: {'floatingip': {'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'port_id': '9aef26d0-9dd8-425e-878b-23c5bc57bbb5', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:57:02.505406 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:02.601940 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (None), before_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:02.701239 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_common [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Allocated IP 172.27.1.91 (c88f79bf-88c8-4630-a831-5481b52b74c3/d2922032-8347-4ecd-abd4-c2de14eb9a4c/2a57ede3-6a9c-4898-af62-d9e6a5bfdc48) {{(pid=109907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:57:02.803374 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for port (2a57ede3-6a9c-4898-af62-d9e6a5bfdc48), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:02.882595 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788922384451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (2a57ede3-6a9c-4898-af62-d9e6a5bfdc48), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:02.920293 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Network c88f79bf-88c8-4630-a831-5481b52b74c3 is already hosted by enough agents. {{(pid=109907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:57:02.923212 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.base_scheduler [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Resources bound (agent type, host, resource id): {{(pid=109907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:57:02.926633 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Received port after_create {{(pid=109907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:57:02.957464 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event updated for resources: {'Port': ['ID=2a57ede3-6a9c-4898-af62-d9e6a5bfdc48,revision_number=1']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:57:03.282344 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:03.295102 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for floatingip (be5429c2-cbc5-4b2f-988e-3ecf7e248ad3), precommit_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:03.391147 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f90c9c57-ed91-4cf9-9cae-5c85588d82d7 req-e6447710-d13b-4970-85bb-30f2c923124e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471010 Feb 21 00:57:03.423969 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-872935'] for port (2a57ede3-6a9c-4898-af62-d9e6a5bfdc48), before_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:03.553272 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c9c57-ed91-4cf9-9cae-5c85588d82d7 req-86b7c0d6-4601-4bd5-a638-e508ce0554ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:57:03.554694 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f90c9c57-ed91-4cf9-9cae-5c85588d82d7 req-86b7c0d6-4601-4bd5-a638-e508ce0554ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 1129 time: 0.1091168 Feb 21 00:57:03.678869 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for port (2a57ede3-6a9c-4898-af62-d9e6a5bfdc48), precommit_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:03.694700 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c9c57-ed91-4cf9-9cae-5c85588d82d7 req-1fc4b1c3-b9a5-4eb9-ad5b-a42626fcf624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:57:03.696144 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f90c9c57-ed91-4cf9-9cae-5c85588d82d7 req-1fc4b1c3-b9a5-4eb9-ad5b-a42626fcf624 service neutron] 10.222.0.61 "GET /v2.0/networks?id=710364a7-1192-4db7-8d7d-9231a2743a88 HTTP/1.1" status: 200 len: 913 time: 0.1236858 Feb 21 00:57:03.740503 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788922695307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788922384469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788922384487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12339301'] for port (2a57ede3-6a9c-4898-af62-d9e6a5bfdc48), after_update {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:03.810716 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f90c9c57-ed91-4cf9-9cae-5c85588d82d7 req-8c091abc-3a0e-4f44-9da2-48d24897cb8e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf74bae1-26a2-40d4-8651-6365efc5653b HTTP/1.1" status: 200 len: 1000 time: 0.1082568 Feb 21 00:57:03.830642 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event updated for resources: {'Port': ['ID=2a57ede3-6a9c-4898-af62-d9e6a5bfdc48,revision_number=2']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:57:03.871461 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362231'] for floatingip (be5429c2-cbc5-4b2f-988e-3ecf7e248ad3), after_create {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:03.910350 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c9c57-ed91-4cf9-9cae-5c85588d82d7 req-9583d8da-1f52-482b-91f5-c2352983f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:57:03.911970 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f90c9c57-ed91-4cf9-9cae-5c85588d82d7 req-9583d8da-1f52-482b-91f5-c2352983f698 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=765af30d-6135-4b51-bb03-fd3e3d92303f HTTP/1.1" status: 200 len: 851 time: 0.0908854 Feb 21 00:57:04.282794 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.l3_db [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Floating IP be5429c2-cbc5-4b2f-988e-3ecf7e248ad3 associated. External IP: 172.27.1.91, port: 9aef26d0-9dd8-425e-878b-23c5bc57bbb5. Feb 21 00:57:04.289521 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c9c57-ed91-4cf9-9cae-5c85588d82d7 req-511985f6-6a04-4a85-97a6-1ccd18a14818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:57:04.290969 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f90c9c57-ed91-4cf9-9cae-5c85588d82d7 req-511985f6-6a04-4a85-97a6-1ccd18a14818 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=710364a7-1192-4db7-8d7d-9231a2743a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3730221 Feb 21 00:57:04.455214 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f90c9c57-ed91-4cf9-9cae-5c85588d82d7 req-c6d99042-0ffa-4549-be03-2eaba3271494 service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351328 Feb 21 00:57:04.625653 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-f90c9c57-ed91-4cf9-9cae-5c85588d82d7 req-a3ebd9ab-f2fb-48c3-b570-3bdb0e56e55a service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642425 Feb 21 00:57:04.632991 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:57:04.740774 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:57:04.750540 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce53515-0f48-40d4-9bdc-7e17972e8f7a None None] Sync routers for ids ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:57:04.761305 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce53515-0f48-40d4-9bdc-7e17972e8f7a None None] Routers {'cfc76c6c-3ad6-4dfd-a133-f89d021a7009'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:57:04.772524 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-2ce53515-0f48-40d4-9bdc-7e17972e8f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:56:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:57:04.822230 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:04.852991 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-71006a0e-bd44-4e28-969a-75b1fc1e3cf2 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4131405 Feb 21 00:57:04.853576 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a109643a-fb40-4b26-bac2-0166fa6d072f', 'tag': '9aef26d0-9dd8-425e-878b-23c5bc57bbb5'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:57:04.855831 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc2c735-bb46-474f-b506-33f1290cd524" -d '{"events": [{"name": "network-changed", "server_uuid": "a109643a-fb40-4b26-bac2-0166fa6d072f", "tag": "9aef26d0-9dd8-425e-878b-23c5bc57bbb5"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:57:04.892270 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-2ce53515-0f48-40d4-9bdc-7e17972e8f7a None None] Set router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:57:04.897559 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a574cf-9bdf-4009-8dc7-94066832d928 x-openstack-request-id: req-b7a574cf-9bdf-4009-8dc7-94066832d928 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:57:04.897921 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a109643a-fb40-4b26-bac2-0166fa6d072f", "tag": "9aef26d0-9dd8-425e-878b-23c5bc57bbb5", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:57:04.898187 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7a574cf-9bdf-4009-8dc7-94066832d928 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:57:04.898586 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a109643a-fb40-4b26-bac2-0166fa6d072f', 'tag': '9aef26d0-9dd8-425e-878b-23c5bc57bbb5', 'status': 'completed', 'code': 200} Feb 21 00:57:04.962431 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2c735-bb46-474f-b506-33f1290cd524 req-c769c06d-7caf-46ef-896f-76b5750b6f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:57:04.963921 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3bc2c735-bb46-474f-b506-33f1290cd524 req-c769c06d-7caf-46ef-896f-76b5750b6f9d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 1129 time: 0.0463362 Feb 21 00:57:05.057385 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2c735-bb46-474f-b506-33f1290cd524 req-84daff0e-f952-4ccf-9294-e9a95562092b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:57:05.058860 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3bc2c735-bb46-474f-b506-33f1290cd524 req-84daff0e-f952-4ccf-9294-e9a95562092b service neutron] 10.222.0.61 "GET /v2.0/networks?id=710364a7-1192-4db7-8d7d-9231a2743a88 HTTP/1.1" status: 200 len: 913 time: 0.0891774 Feb 21 00:57:05.124752 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3bc2c735-bb46-474f-b506-33f1290cd524 req-2cda8dc7-7837-4b42-ac41-13b505331464 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aef26d0-9dd8-425e-878b-23c5bc57bbb5 HTTP/1.1" status: 200 len: 998 time: 0.0599620 Feb 21 00:57:05.127719 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-2ce53515-0f48-40d4-9bdc-7e17972e8f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '3ba5ca68-6615-4868-8ab2-e190e9af975e', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'port_id': 'cf74bae1-26a2-40d4-8651-6365efc5653b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'mac_address': 'fa:16:3e:dc:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:55:02Z', 'updated_at': '2022-02-21T00:55:04Z', 'revision_number': 1, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'fixed_ip_address_scope': None}, {'id': 'be5429c2-cbc5-4b2f-988e-3ecf7e248ad3', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'floating_ip_address': '172.27.1.91', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'port_id': '9aef26d0-9dd8-425e-878b-23c5bc57bbb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'mac_address': 'fa:16:3e:25:cf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109643a-fb40-4b26-bac2-0166fa6d072f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:57:03Z', 'updated_at': '2022-02-21T00:57:03Z', 'revision_number': 0, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 5, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:57:05.154470 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce53515-0f48-40d4-9bdc-7e17972e8f7a None None] Checking router: cfc76c6c-3ad6-4dfd-a133-f89d021a7009 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:57:05.162798 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce53515-0f48-40d4-9bdc-7e17972e8f7a None None] Routers {'cfc76c6c-3ad6-4dfd-a133-f89d021a7009'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:57:05.163416 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-2ce53515-0f48-40d4-9bdc-7e17972e8f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:56:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:57:05.177654 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2c735-bb46-474f-b506-33f1290cd524 req-79b6ec5c-8f9d-41b0-b91a-4eb5f9c54627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:57:05.179702 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3bc2c735-bb46-474f-b506-33f1290cd524 req-79b6ec5c-8f9d-41b0-b91a-4eb5f9c54627 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=765af30d-6135-4b51-bb03-fd3e3d92303f HTTP/1.1" status: 200 len: 851 time: 0.0485196 Feb 21 00:57:05.228927 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2c735-bb46-474f-b506-33f1290cd524 req-b31557c1-e0db-411a-92f6-216f599556e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:57:05.230432 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3bc2c735-bb46-474f-b506-33f1290cd524 req-b31557c1-e0db-411a-92f6-216f599556e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=710364a7-1192-4db7-8d7d-9231a2743a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450332 Feb 21 00:57:05.276152 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-2ce53515-0f48-40d4-9bdc-7e17972e8f7a None None] Set router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:57:05.320773 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3bc2c735-bb46-474f-b506-33f1290cd524 req-3fdf9d20-28df-4973-9991-d432e1c13c14 service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838208 Feb 21 00:57:05.424402 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3bc2c735-bb46-474f-b506-33f1290cd524 req-4d37277f-4dc5-4756-80fd-8135b34ba08a service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875418 Feb 21 00:57:05.500295 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-2ce53515-0f48-40d4-9bdc-7e17972e8f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '3ba5ca68-6615-4868-8ab2-e190e9af975e', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'port_id': 'cf74bae1-26a2-40d4-8651-6365efc5653b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'mac_address': 'fa:16:3e:dc:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:55:02Z', 'updated_at': '2022-02-21T00:55:04Z', 'revision_number': 1, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'fixed_ip_address_scope': None}, {'id': 'be5429c2-cbc5-4b2f-988e-3ecf7e248ad3', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'floating_ip_address': '172.27.1.91', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'port_id': '9aef26d0-9dd8-425e-878b-23c5bc57bbb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'mac_address': 'fa:16:3e:25:cf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109643a-fb40-4b26-bac2-0166fa6d072f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:57:03Z', 'updated_at': '2022-02-21T00:57:03Z', 'revision_number': 0, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 5, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:57:05.526944 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce53515-0f48-40d4-9bdc-7e17972e8f7a None None] The sync data for ids ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'] in dv-cinder-813224-6-iscsi is: [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '3ba5ca68-6615-4868-8ab2-e190e9af975e', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'port_id': 'cf74bae1-26a2-40d4-8651-6365efc5653b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'mac_address': 'fa:16:3e:dc:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:55:02Z', 'updated_at': '2022-02-21T00:55:04Z', 'revision_number': 1, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'fixed_ip_address_scope': None}, {'id': 'be5429c2-cbc5-4b2f-988e-3ecf7e248ad3', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'floating_ip_address': '172.27.1.91', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'port_id': '9aef26d0-9dd8-425e-878b-23c5bc57bbb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'mac_address': 'fa:16:3e:25:cf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109643a-fb40-4b26-bac2-0166fa6d072f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:57:03Z', 'updated_at': '2022-02-21T00:57:03Z', 'revision_number': 0, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 5, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:57:05.715354 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360d3684-1c00-4e66-b15b-7fe5e0a15c07 None None] New status for floating IP be5429c2-cbc5-4b2f-988e-3ecf7e248ad3: ACTIVE {{(pid=109909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:57:12.848848 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:57:26.893054 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-c4af44d8-db0a-4e19-83cb-077ad5abfcce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:27.013122 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:29.035499 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-8c611337-7f59-4964-b709-65bed0f68b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:30.361405 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:31.698521 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:33.321626 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:49.848052 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:57:56.891777 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-f151b780-0b7b-40eb-b06a-96872294b2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:57.052262 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:57:59.041336 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-7ca6f57a-f758-4c9b-b796-0d20c5a663a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:00.360268 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:01.697326 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:03.291954 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:03.479702 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9474a09c-7fd1-44e6-9f05-36c49780e333 req-a5ff7580-e738-46a0-8d66-7b772997821c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833895 Feb 21 00:58:03.543429 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474a09c-7fd1-44e6-9f05-36c49780e333 req-20954876-e072-4a8c-992c-e5979904826f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:58:03.544891 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9474a09c-7fd1-44e6-9f05-36c49780e333 req-20954876-e072-4a8c-992c-e5979904826f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 1129 time: 0.0436549 Feb 21 00:58:03.646773 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474a09c-7fd1-44e6-9f05-36c49780e333 req-67ec1c2c-e6fb-4dc3-9df8-f9171c551b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:58:03.648206 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9474a09c-7fd1-44e6-9f05-36c49780e333 req-67ec1c2c-e6fb-4dc3-9df8-f9171c551b9a service neutron] 10.222.0.61 "GET /v2.0/networks?id=710364a7-1192-4db7-8d7d-9231a2743a88 HTTP/1.1" status: 200 len: 913 time: 0.0860386 Feb 21 00:58:03.711822 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9474a09c-7fd1-44e6-9f05-36c49780e333 req-41cc93cb-4f44-475d-894c-c63b53720531 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aef26d0-9dd8-425e-878b-23c5bc57bbb5 HTTP/1.1" status: 200 len: 1000 time: 0.0570781 Feb 21 00:58:03.762630 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474a09c-7fd1-44e6-9f05-36c49780e333 req-46147986-2087-4400-8178-f331b86eb600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:58:03.764052 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9474a09c-7fd1-44e6-9f05-36c49780e333 req-46147986-2087-4400-8178-f331b86eb600 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=765af30d-6135-4b51-bb03-fd3e3d92303f HTTP/1.1" status: 200 len: 851 time: 0.0460598 Feb 21 00:58:03.811190 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474a09c-7fd1-44e6-9f05-36c49780e333 req-d8b7890c-0a82-4c10-9164-e8b684701a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:58:03.812599 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9474a09c-7fd1-44e6-9f05-36c49780e333 req-d8b7890c-0a82-4c10-9164-e8b684701a14 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=710364a7-1192-4db7-8d7d-9231a2743a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425115 Feb 21 00:58:03.899082 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9474a09c-7fd1-44e6-9f05-36c49780e333 req-96b6ce21-1aae-4f43-b0dc-1c4d78a1ebb1 service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799100 Feb 21 00:58:03.989086 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-9474a09c-7fd1-44e6-9f05-36c49780e333 req-0600a4f4-9b92-4dd7-ab8d-8d5fcd14daee service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831103 Feb 21 00:58:26.847502 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:58:26.891290 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-eec847a6-7c7f-4262-ac77-205fd0103176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:27.062789 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:27.419921 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 60062) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:58:27.584278 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Deleting port 2a57ede3-6a9c-4898-af62-d9e6a5bfdc48 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:58:27.584653 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (2a57ede3-6a9c-4898-af62-d9e6a5bfdc48), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:27.662648 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (2a57ede3-6a9c-4898-af62-d9e6a5bfdc48), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:27.662980 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for floatingip (2a57ede3-6a9c-4898-af62-d9e6a5bfdc48), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:27.675581 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Calling delete_port for 2a57ede3-6a9c-4898-af62-d9e6a5bfdc48 owned by network:floatingip {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:58:27.920274 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (2a57ede3-6a9c-4898-af62-d9e6a5bfdc48), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:27.943672 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event deleted for resources: {'Port': ['ID=2a57ede3-6a9c-4898-af62-d9e6a5bfdc48,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:58:27.958736 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:27.959102 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:27.959456 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:27.959796 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:27.960134 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:27.960467 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:27.960830 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:27.961165 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:27.961497 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:27.961829 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:27.962158 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:27.962512 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:27.962836 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:28.017341 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for floatingip (be5429c2-cbc5-4b2f-988e-3ecf7e248ad3), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:28.017676 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.l3_db [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Floating IP be5429c2-cbc5-4b2f-988e-3ecf7e248ad3 disassociated (deleted). External IP: 172.27.1.91, port: 9aef26d0-9dd8-425e-878b-23c5bc57bbb5. Feb 21 00:58:28.228624 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:58:28.336488 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:58:28.341455 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:28.347802 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705d1396-7305-4b0c-acbd-571f1fcac533 None None] Sync routers for ids ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:58:28.358287 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705d1396-7305-4b0c-acbd-571f1fcac533 None None] Routers {'cfc76c6c-3ad6-4dfd-a133-f89d021a7009'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:58:28.358888 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-705d1396-7305-4b0c-acbd-571f1fcac533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:57:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:28.370513 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-23812e58-0fc6-46a1-a5aa-9649360f1a7a tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "DELETE /v2.0/floatingips/be5429c2-cbc5-4b2f-988e-3ecf7e248ad3 HTTP/1.1" status: 204 len: 168 time: 0.9494724 Feb 21 00:58:28.371121 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a109643a-fb40-4b26-bac2-0166fa6d072f', 'tag': '9aef26d0-9dd8-425e-878b-23c5bc57bbb5'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:58:28.373464 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e45233-0d69-46fa-9d0f-2844000478f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a109643a-fb40-4b26-bac2-0166fa6d072f", "tag": "9aef26d0-9dd8-425e-878b-23c5bc57bbb5"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:58:28.468761 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc59db04-ac58-4b9a-847d-1cb90fbc3e76 x-openstack-request-id: req-cc59db04-ac58-4b9a-847d-1cb90fbc3e76 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:58:28.470637 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a109643a-fb40-4b26-bac2-0166fa6d072f", "tag": "9aef26d0-9dd8-425e-878b-23c5bc57bbb5", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:58:28.470637 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cc59db04-ac58-4b9a-847d-1cb90fbc3e76 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:58:28.470872 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-705d1396-7305-4b0c-acbd-571f1fcac533 None None] Set router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:58:28.470982 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a109643a-fb40-4b26-bac2-0166fa6d072f', 'tag': '9aef26d0-9dd8-425e-878b-23c5bc57bbb5', 'status': 'completed', 'code': 200} Feb 21 00:58:28.535708 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e45233-0d69-46fa-9d0f-2844000478f8 req-98219e63-0950-479c-a46b-e0ce9dec74f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:58:28.537173 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-25e45233-0d69-46fa-9d0f-2844000478f8 req-98219e63-0950-479c-a46b-e0ce9dec74f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 1129 time: 0.0465682 Feb 21 00:58:28.638303 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e45233-0d69-46fa-9d0f-2844000478f8 req-85f957a8-c34f-4c39-a9ab-f751cd006a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:58:28.639916 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-25e45233-0d69-46fa-9d0f-2844000478f8 req-85f957a8-c34f-4c39-a9ab-f751cd006a80 service neutron] 10.222.0.61 "GET /v2.0/networks?id=710364a7-1192-4db7-8d7d-9231a2743a88 HTTP/1.1" status: 200 len: 913 time: 0.0975275 Feb 21 00:58:28.681113 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-25e45233-0d69-46fa-9d0f-2844000478f8 req-9bd45cdf-0d21-4f40-843a-676ae1f77d32 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aef26d0-9dd8-425e-878b-23c5bc57bbb5 HTTP/1.1" status: 200 len: 217 time: 0.0352941 Feb 21 00:58:28.704492 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-705d1396-7305-4b0c-acbd-571f1fcac533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '3ba5ca68-6615-4868-8ab2-e190e9af975e', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'port_id': 'cf74bae1-26a2-40d4-8651-6365efc5653b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'mac_address': 'fa:16:3e:dc:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:55:02Z', 'updated_at': '2022-02-21T00:55:04Z', 'revision_number': 1, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 5, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:28.732803 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705d1396-7305-4b0c-acbd-571f1fcac533 None None] Checking router: cfc76c6c-3ad6-4dfd-a133-f89d021a7009 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:58:28.740872 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e45233-0d69-46fa-9d0f-2844000478f8 req-e4b39bd6-cc6a-4aeb-b20e-4f70ee275f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:58:28.741704 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705d1396-7305-4b0c-acbd-571f1fcac533 None None] Routers {'cfc76c6c-3ad6-4dfd-a133-f89d021a7009'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:58:28.742347 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-25e45233-0d69-46fa-9d0f-2844000478f8 req-e4b39bd6-cc6a-4aeb-b20e-4f70ee275f33 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=765af30d-6135-4b51-bb03-fd3e3d92303f HTTP/1.1" status: 200 len: 851 time: 0.0533752 Feb 21 00:58:28.742477 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-705d1396-7305-4b0c-acbd-571f1fcac533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:57:59Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:28.797290 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e45233-0d69-46fa-9d0f-2844000478f8 req-cb80654d-9c4a-4440-921e-5ecb74608a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:58:28.798738 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-25e45233-0d69-46fa-9d0f-2844000478f8 req-cb80654d-9c4a-4440-921e-5ecb74608a73 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=710364a7-1192-4db7-8d7d-9231a2743a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485334 Feb 21 00:58:28.802351 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ececc6-cfb5-4be7-a2e9-c7fa81fce4cf req-9aefaf37-00a5-4647-ad2d-11ac425e24a4 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:58:28.803918 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-20ececc6-cfb5-4be7-a2e9-c7fa81fce4cf req-9aefaf37-00a5-4647-ad2d-11ac425e24a4 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 945 time: 0.0583820 Feb 21 00:58:28.862655 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-20ececc6-cfb5-4be7-a2e9-c7fa81fce4cf req-62cf2f7c-119e-480a-9b9d-bdb8b1c257bb tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529399 Feb 21 00:58:28.899563 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-25e45233-0d69-46fa-9d0f-2844000478f8 req-65d49a05-d898-47e4-ae7d-36f7fdd37b48 service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931277 Feb 21 00:58:28.989245 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-705d1396-7305-4b0c-acbd-571f1fcac533 None None] Set router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:58:28.995470 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-25e45233-0d69-46fa-9d0f-2844000478f8 req-02c2e06e-6c32-4bb3-8b98-00eab0bcec88 service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887287 Feb 21 00:58:29.036619 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-dfbce130-e7b7-498c-a246-e83162df96c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:29.223061 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-705d1396-7305-4b0c-acbd-571f1fcac533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '3ba5ca68-6615-4868-8ab2-e190e9af975e', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'port_id': 'cf74bae1-26a2-40d4-8651-6365efc5653b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'mac_address': 'fa:16:3e:dc:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:55:02Z', 'updated_at': '2022-02-21T00:55:04Z', 'revision_number': 1, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 5, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:29.249087 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705d1396-7305-4b0c-acbd-571f1fcac533 None None] The sync data for ids ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'] in dv-cinder-813224-6-iscsi is: [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_floatingips': [{'id': '3ba5ca68-6615-4868-8ab2-e190e9af975e', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'router_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'port_id': 'cf74bae1-26a2-40d4-8651-6365efc5653b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'mac_address': 'fa:16:3e:dc:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:55:02Z', 'updated_at': '2022-02-21T00:55:04Z', 'revision_number': 1, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 5, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:58:29.453660 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c90f10-92b1-4aa8-9826-a4f04fb806bb None None] New status for floating IP be5429c2-cbc5-4b2f-988e-3ecf7e248ad3: DOWN {{(pid=109909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:58:29.986391 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036bca3-4204-4d19-869d-d4b2836a8cb0 req-b9649835-cb6f-412f-9835-ce473a8e10bc tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:58:29.987978 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a036bca3-4204-4d19-869d-d4b2836a8cb0 req-b9649835-cb6f-412f-9835-ce473a8e10bc tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 945 time: 0.0535691 Feb 21 00:58:30.037453 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-a036bca3-4204-4d19-869d-d4b2836a8cb0 req-039ebd98-f99f-48da-a983-e5a558b45292 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439141 Feb 21 00:58:30.238630 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421593e2-88c7-46cf-b871-9d4608ff1981 req-e074b2c0-a2f5-43c2-857e-92b450438a8c tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:58:30.239977 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-421593e2-88c7-46cf-b871-9d4608ff1981 req-e074b2c0-a2f5-43c2-857e-92b450438a8c tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.61 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 945 time: 0.0524867 Feb 21 00:58:30.335445 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-421593e2-88c7-46cf-b871-9d4608ff1981 req-9034445a-a8b3-4ea6-a0cf-50494ffe902f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Deleting port 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:58:30.335790 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-421593e2-88c7-46cf-b871-9d4608ff1981 req-9034445a-a8b3-4ea6-a0cf-50494ffe902f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (9aef26d0-9dd8-425e-878b-23c5bc57bbb5), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:30.399760 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:30.423250 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-421593e2-88c7-46cf-b871-9d4608ff1981 req-9034445a-a8b3-4ea6-a0cf-50494ffe902f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] For port 9aef26d0-9dd8-425e-878b-23c5bc57bbb5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9aef26d0-9dd8-425e-878b-23c5bc57bbb5,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:58:30.423611 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-421593e2-88c7-46cf-b871-9d4608ff1981 req-9034445a-a8b3-4ea6-a0cf-50494ffe902f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (9aef26d0-9dd8-425e-878b-23c5bc57bbb5), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:30.435948 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-421593e2-88c7-46cf-b871-9d4608ff1981 req-9034445a-a8b3-4ea6-a0cf-50494ffe902f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Calling delete_port for 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:58:30.616824 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-421593e2-88c7-46cf-b871-9d4608ff1981 req-9034445a-a8b3-4ea6-a0cf-50494ffe902f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (9aef26d0-9dd8-425e-878b-23c5bc57bbb5), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:30.648323 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034445a-a8b3-4ea6-a0cf-50494ffe902f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event deleted for resources: {'Port': ['ID=9aef26d0-9dd8-425e-878b-23c5bc57bbb5,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:58:30.692924 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-421593e2-88c7-46cf-b871-9d4608ff1981 req-9034445a-a8b3-4ea6-a0cf-50494ffe902f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] No DVR routers for this DVR port 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:58:30.695449 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-421593e2-88c7-46cf-b871-9d4608ff1981 req-9034445a-a8b3-4ea6-a0cf-50494ffe902f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:30.698832 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-421593e2-88c7-46cf-b871-9d4608ff1981 req-9034445a-a8b3-4ea6-a0cf-50494ffe902f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.61 "DELETE /v2.0/ports/9aef26d0-9dd8-425e-878b-23c5bc57bbb5 HTTP/1.1" status: 204 len: 173 time: 0.4523199 Feb 21 00:58:30.699269 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a109643a-fb40-4b26-bac2-0166fa6d072f', 'name': 'network-vif-deleted', 'tag': '9aef26d0-9dd8-425e-878b-23c5bc57bbb5'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:58:30.702402 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c376022b-e843-4b68-8863-3a3afca6fb5f" -d '{"events": [{"server_uuid": "a109643a-fb40-4b26-bac2-0166fa6d072f", "name": "network-vif-deleted", "tag": "9aef26d0-9dd8-425e-878b-23c5bc57bbb5"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:58:30.738587 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dced496e-e30f-4b24-afce-ca0a7a06df8b x-openstack-request-id: req-dced496e-e30f-4b24-afce-ca0a7a06df8b {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:58:30.738587 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a109643a-fb40-4b26-bac2-0166fa6d072f", "name": "network-vif-deleted", "tag": "9aef26d0-9dd8-425e-878b-23c5bc57bbb5", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:58:30.738587 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dced496e-e30f-4b24-afce-ca0a7a06df8b {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:58:30.739001 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a109643a-fb40-4b26-bac2-0166fa6d072f', 'name': 'network-vif-deleted', 'tag': '9aef26d0-9dd8-425e-878b-23c5bc57bbb5', 'status': 'completed', 'code': 200} Feb 21 00:58:31.137853 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-0fc876da-5f33-4584-809c-1351cf37a3db req-42d68c0d-4af4-4978-8c0f-0473f943e3c3 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=a109643a-fb40-4b26-bac2-0166fa6d072f HTTP/1.1" status: 200 len: 210 time: 0.0291634 Feb 21 00:58:31.748286 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:33.308268 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:34.563498 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 60104) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:58:34.642151 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:58:34.661897 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:58:34.662253 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device 9aef26d0-9dd8-425e-878b-23c5bc57bbb5 not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:58:34.728548 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-db5f3064-855b-457d-9363-577aa654942c tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Deleting port e243251f-8388-4629-ac0c-b946f494d44b {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:58:34.728916 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-db5f3064-855b-457d-9363-577aa654942c tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (e243251f-8388-4629-ac0c-b946f494d44b), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:34.803671 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-db5f3064-855b-457d-9363-577aa654942c tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (e243251f-8388-4629-ac0c-b946f494d44b), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:34.803919 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-db5f3064-855b-457d-9363-577aa654942c tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for floatingip (e243251f-8388-4629-ac0c-b946f494d44b), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:34.815658 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-db5f3064-855b-457d-9363-577aa654942c tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Calling delete_port for e243251f-8388-4629-ac0c-b946f494d44b owned by network:floatingip {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:58:35.034341 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-db5f3064-855b-457d-9363-577aa654942c tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (e243251f-8388-4629-ac0c-b946f494d44b), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:35.063186 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f3064-855b-457d-9363-577aa654942c tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event deleted for resources: {'Port': ['ID=e243251f-8388-4629-ac0c-b946f494d44b,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:58:35.121828 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-db5f3064-855b-457d-9363-577aa654942c tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for floatingip (3ba5ca68-6615-4868-8ab2-e190e9af975e), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:35.123849 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.db.l3_db [None req-db5f3064-855b-457d-9363-577aa654942c tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Floating IP 3ba5ca68-6615-4868-8ab2-e190e9af975e disassociated (deleted). External IP: 172.27.1.53, port: cf74bae1-26a2-40d4-8651-6365efc5653b. Feb 21 00:58:35.329472 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5f3064-855b-457d-9363-577aa654942c tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:58:35.714872 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5f3064-855b-457d-9363-577aa654942c tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:58:35.719892 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-db5f3064-855b-457d-9363-577aa654942c tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:35.725550 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b941ebe-baa2-4826-97c5-febae7cf8f01 None None] Sync routers for ids ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:58:35.743139 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b941ebe-baa2-4826-97c5-febae7cf8f01 None None] Routers {'cfc76c6c-3ad6-4dfd-a133-f89d021a7009'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:58:35.743736 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-3b941ebe-baa2-4826-97c5-febae7cf8f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:58:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:35.752062 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-db5f3064-855b-457d-9363-577aa654942c tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "DELETE /v2.0/floatingips/3ba5ca68-6615-4868-8ab2-e190e9af975e HTTP/1.1" status: 204 len: 168 time: 1.1849530 Feb 21 00:58:35.752062 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'tag': 'cf74bae1-26a2-40d4-8651-6365efc5653b'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:58:35.752341 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259f2135-5e5a-45d4-9393-c14ea26e3f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e", "tag": "cf74bae1-26a2-40d4-8651-6365efc5653b"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:58:35.798185 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbff322-d005-405f-b4ee-a41b07b6b008 x-openstack-request-id: req-3dbff322-d005-405f-b4ee-a41b07b6b008 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:58:35.798499 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e", "tag": "cf74bae1-26a2-40d4-8651-6365efc5653b", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:58:35.798751 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3dbff322-d005-405f-b4ee-a41b07b6b008 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:58:35.799168 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'tag': 'cf74bae1-26a2-40d4-8651-6365efc5653b', 'status': 'completed', 'code': 200} Feb 21 00:58:35.865147 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-3b941ebe-baa2-4826-97c5-febae7cf8f01 None None] Set router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:58:35.868584 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f2135-5e5a-45d4-9393-c14ea26e3f9b req-f502b58d-7796-420f-aa1d-ded97e66f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:58:35.870141 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-259f2135-5e5a-45d4-9393-c14ea26e3f9b req-f502b58d-7796-420f-aa1d-ded97e66f5aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 1129 time: 0.0474987 Feb 21 00:58:35.962052 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f2135-5e5a-45d4-9393-c14ea26e3f9b req-0d56f8ab-b392-4b02-96b5-a06245e69874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:58:35.963544 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-259f2135-5e5a-45d4-9393-c14ea26e3f9b req-0d56f8ab-b392-4b02-96b5-a06245e69874 service neutron] 10.222.0.61 "GET /v2.0/networks?id=710364a7-1192-4db7-8d7d-9231a2743a88 HTTP/1.1" status: 200 len: 913 time: 0.0868876 Feb 21 00:58:36.005314 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-259f2135-5e5a-45d4-9393-c14ea26e3f9b req-7fc2ae6f-3ebb-48a6-b401-b4a0c2470759 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf74bae1-26a2-40d4-8651-6365efc5653b HTTP/1.1" status: 200 len: 217 time: 0.0351572 Feb 21 00:58:36.059413 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f2135-5e5a-45d4-9393-c14ea26e3f9b req-d046cecf-9064-45ce-a0bb-edcd83f3ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:58:36.061530 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-259f2135-5e5a-45d4-9393-c14ea26e3f9b req-d046cecf-9064-45ce-a0bb-edcd83f3ae02 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=765af30d-6135-4b51-bb03-fd3e3d92303f HTTP/1.1" status: 200 len: 851 time: 0.0510161 Feb 21 00:58:36.071262 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-3b941ebe-baa2-4826-97c5-febae7cf8f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 5, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:36.097165 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b941ebe-baa2-4826-97c5-febae7cf8f01 None None] Checking router: cfc76c6c-3ad6-4dfd-a133-f89d021a7009 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:58:36.105684 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b941ebe-baa2-4826-97c5-febae7cf8f01 None None] Routers {'cfc76c6c-3ad6-4dfd-a133-f89d021a7009'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:58:36.106393 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-3b941ebe-baa2-4826-97c5-febae7cf8f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:58:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:36.116394 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f2135-5e5a-45d4-9393-c14ea26e3f9b req-164bb636-e2ac-40ba-90fe-991551e33b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:58:36.117944 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-259f2135-5e5a-45d4-9393-c14ea26e3f9b req-164bb636-e2ac-40ba-90fe-991551e33b0b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=710364a7-1192-4db7-8d7d-9231a2743a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500515 Feb 21 00:58:36.210821 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-259f2135-5e5a-45d4-9393-c14ea26e3f9b req-9d4b7c2b-da71-4184-b09b-3aa203eb1cc9 service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862117 Feb 21 00:58:36.221174 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-3b941ebe-baa2-4826-97c5-febae7cf8f01 None None] Set router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:58:36.227389 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8e0ac-16e4-43c9-a385-0c71e2437848 req-17088a20-4f08-4a64-9546-195c89f478b5 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:58:36.228893 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-cfa8e0ac-16e4-43c9-a385-0c71e2437848 req-17088a20-4f08-4a64-9546-195c89f478b5 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 945 time: 0.0545266 Feb 21 00:58:36.287767 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [req-cfa8e0ac-16e4-43c9-a385-0c71e2437848 req-2c6b522f-4be7-4320-b3f4-7f94f5e2d00f tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514739 Feb 21 00:58:36.310742 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-259f2135-5e5a-45d4-9393-c14ea26e3f9b req-d69fe500-a903-4a88-b3ec-4df9c277ed9d service neutron] 10.222.0.61 "GET /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905092 Feb 21 00:58:36.429631 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-3b941ebe-baa2-4826-97c5-febae7cf8f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 5, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:36.457515 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b941ebe-baa2-4826-97c5-febae7cf8f01 None None] The sync data for ids ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'] in dv-cinder-813224-6-iscsi is: [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:51:52Z', 'revision_number': 4, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi', '_interfaces': [{'id': '3966a8df-94c0-4105-b281-3e80824f1646', 'name': '', 'network_id': '710364a7-1192-4db7-8d7d-9231a2743a88', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'mac_address': 'fa:16:3e:bc:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:52Z', 'updated_at': '2022-02-21T00:51:56Z', 'revision_number': 5, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'subnets': [{'id': '765af30d-6135-4b51-bb03-fd3e3d92303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:58:36.669514 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b3073-eea8-4b20-bdf3-9aa1d8e566ae None None] New status for floating IP 3ba5ca68-6615-4868-8ab2-e190e9af975e: DOWN {{(pid=109909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:58:37.410383 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426fe72-9170-4872-b804-07b1b32405f0 req-41cd9ffd-ce68-4eb2-9164-456464480e13 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:58:37.412066 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c426fe72-9170-4872-b804-07b1b32405f0 req-41cd9ffd-ce68-4eb2-9164-456464480e13 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 945 time: 0.0525517 Feb 21 00:58:37.459373 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c426fe72-9170-4872-b804-07b1b32405f0 req-8443dda3-1ad1-40da-92a1-76edbe26f1ff tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/security-groups?id=3be475ad-fc4a-4448-befb-9bcbf68d2387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417156 Feb 21 00:58:37.677296 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064efb5-72c1-4023-9318-d13dd0beaabc req-732c1c76-3895-4e59-9b56-7709944fb5f7 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:58:37.678719 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3064efb5-72c1-4023-9318-d13dd0beaabc req-732c1c76-3895-4e59-9b56-7709944fb5f7 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.61 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 945 time: 0.0517304 Feb 21 00:58:37.773233 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-3064efb5-72c1-4023-9318-d13dd0beaabc req-39d00564-501b-4743-b110-a58c8c5df0cb tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Deleting port cf74bae1-26a2-40d4-8651-6365efc5653b {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:58:37.773575 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-3064efb5-72c1-4023-9318-d13dd0beaabc req-39d00564-501b-4743-b110-a58c8c5df0cb tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (cf74bae1-26a2-40d4-8651-6365efc5653b), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:37.864970 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [req-3064efb5-72c1-4023-9318-d13dd0beaabc req-39d00564-501b-4743-b110-a58c8c5df0cb tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] For port cf74bae1-26a2-40d4-8651-6365efc5653b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cf74bae1-26a2-40d4-8651-6365efc5653b,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:58:37.865360 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-3064efb5-72c1-4023-9318-d13dd0beaabc req-39d00564-501b-4743-b110-a58c8c5df0cb tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (cf74bae1-26a2-40d4-8651-6365efc5653b), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:37.878247 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [req-3064efb5-72c1-4023-9318-d13dd0beaabc req-39d00564-501b-4743-b110-a58c8c5df0cb tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Calling delete_port for cf74bae1-26a2-40d4-8651-6365efc5653b owned by compute:nova {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:58:38.062652 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-3064efb5-72c1-4023-9318-d13dd0beaabc req-39d00564-501b-4743-b110-a58c8c5df0cb tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (cf74bae1-26a2-40d4-8651-6365efc5653b), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:38.095743 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d00564-501b-4743-b110-a58c8c5df0cb tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event deleted for resources: {'Port': ['ID=cf74bae1-26a2-40d4-8651-6365efc5653b,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:58:38.139496 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3064efb5-72c1-4023-9318-d13dd0beaabc req-39d00564-501b-4743-b110-a58c8c5df0cb tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] No DVR routers for this DVR port cf74bae1-26a2-40d4-8651-6365efc5653b on host hv-cinder-81322 {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:58:38.142025 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [req-3064efb5-72c1-4023-9318-d13dd0beaabc req-39d00564-501b-4743-b110-a58c8c5df0cb tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for port (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:38.145538 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-3064efb5-72c1-4023-9318-d13dd0beaabc req-39d00564-501b-4743-b110-a58c8c5df0cb tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.61 "DELETE /v2.0/ports/cf74bae1-26a2-40d4-8651-6365efc5653b HTTP/1.1" status: 204 len: 173 time: 0.4614172 Feb 21 00:58:38.145994 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'name': 'network-vif-deleted', 'tag': 'cf74bae1-26a2-40d4-8651-6365efc5653b'}] {{(pid=109907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:58:38.148758 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471a05f9cfe7e690e84a393a9d943c6ca8ab84a8dbad621abd142608751c9136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df49a0b-ed35-46b2-b72a-3d8610bf52e4" -d '{"events": [{"server_uuid": "bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e", "name": "network-vif-deleted", "tag": "cf74bae1-26a2-40d4-8651-6365efc5653b"}]}' {{(pid=109907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:58:38.182691 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f068f8e-aa74-4815-a062-45c1f99ac652 x-openstack-request-id: req-7f068f8e-aa74-4815-a062-45c1f99ac652 {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:58:38.182985 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e", "name": "network-vif-deleted", "tag": "cf74bae1-26a2-40d4-8651-6365efc5653b", "status": "completed", "code": 200}]} {{(pid=109907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:58:38.183237 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f068f8e-aa74-4815-a062-45c1f99ac652 {{(pid=109907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:58:38.183634 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e', 'name': 'network-vif-deleted', 'tag': 'cf74bae1-26a2-40d4-8651-6365efc5653b', 'status': 'completed', 'code': 200} Feb 21 00:58:38.560195 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [req-c1d9a5d4-ad71-4417-a776-5d480998d686 req-97197f06-3542-44cf-8af9-932b24c01613 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbd7d3c0-1b10-4d14-8289-a0aaa8e7de1e HTTP/1.1" status: 200 len: 210 time: 0.0279083 Feb 21 00:58:39.620609 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 60120) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:58:39.741665 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-6d574fa3-ef61-43ac-a95a-1f5397d89427 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Deleting port b6397c47-6517-4f4b-8438-d295a1deef25 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:58:39.742005 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-6d574fa3-ef61-43ac-a95a-1f5397d89427 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (b6397c47-6517-4f4b-8438-d295a1deef25), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:39.819626 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-6d574fa3-ef61-43ac-a95a-1f5397d89427 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (b6397c47-6517-4f4b-8438-d295a1deef25), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:39.819963 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-6d574fa3-ef61-43ac-a95a-1f5397d89427 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for floatingip (b6397c47-6517-4f4b-8438-d295a1deef25), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:39.832557 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-6d574fa3-ef61-43ac-a95a-1f5397d89427 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Calling delete_port for b6397c47-6517-4f4b-8438-d295a1deef25 owned by network:floatingip {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:58:40.039743 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-6d574fa3-ef61-43ac-a95a-1f5397d89427 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (b6397c47-6517-4f4b-8438-d295a1deef25), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:40.067565 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d574fa3-ef61-43ac-a95a-1f5397d89427 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event deleted for resources: {'Port': ['ID=b6397c47-6517-4f4b-8438-d295a1deef25,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:58:40.128891 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-6d574fa3-ef61-43ac-a95a-1f5397d89427 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for floatingip (d86ff31e-c453-4154-b3b8-9cbef48ac59e), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:40.131529 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-6d574fa3-ef61-43ac-a95a-1f5397d89427 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108148'] for floatingip (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:40.132967 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-6d574fa3-ef61-43ac-a95a-1f5397d89427 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "DELETE /v2.0/floatingips/d86ff31e-c453-4154-b3b8-9cbef48ac59e HTTP/1.1" status: 204 len: 168 time: 0.5113301 Feb 21 00:58:41.443955 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 60132) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:58:41.499409 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f611b9a5-c208-43f6-8f77-2b56fc93eaf0 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group (3be475ad-fc4a-4448-befb-9bcbf68d2387), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:41.527456 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f611b9a5-c208-43f6-8f77-2b56fc93eaf0 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group (3be475ad-fc4a-4448-befb-9bcbf68d2387), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:41.656855 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f611b9a5-c208-43f6-8f77-2b56fc93eaf0 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (3be475ad-fc4a-4448-befb-9bcbf68d2387), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:41.659436 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-f611b9a5-c208-43f6-8f77-2b56fc93eaf0 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Publish callbacks [] for security_group (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:41.660591 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-f611b9a5-c208-43f6-8f77-2b56fc93eaf0 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] 10.222.0.81 "DELETE /v2.0/security-groups/3be475ad-fc4a-4448-befb-9bcbf68d2387 HTTP/1.1" status: 204 len: 168 time: 0.2156191 Feb 21 00:58:41.674853 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611b9a5-c208-43f6-8f77-2b56fc93eaf0 tempest-TestVolumeBootPattern-1955506452 tempest-TestVolumeBootPattern-1955506452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be475ad-fc4a-4448-befb-9bcbf68d2387,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:58:41.755806 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 60136) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:58:42.208349 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-634a0546-ded4-42ce-a6ff-dad5acd421a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358903'] for router_interface (cfc76c6c-3ad6-4dfd-a133-f89d021a7009), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:42.450163 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-634a0546-ded4-42ce-a6ff-dad5acd421a2 admin admin] Deleting port 3966a8df-94c0-4105-b281-3e80824f1646 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:58:42.450840 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-634a0546-ded4-42ce-a6ff-dad5acd421a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (3966a8df-94c0-4105-b281-3e80824f1646), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:42.528100 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [None req-634a0546-ded4-42ce-a6ff-dad5acd421a2 admin admin] For port 3966a8df-94c0-4105-b281-3e80824f1646, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=3966a8df-94c0-4105-b281-3e80824f1646,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:58:42.528379 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-634a0546-ded4-42ce-a6ff-dad5acd421a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (3966a8df-94c0-4105-b281-3e80824f1646), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:42.540396 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-634a0546-ded4-42ce-a6ff-dad5acd421a2 admin admin] Calling delete_port for 3966a8df-94c0-4105-b281-3e80824f1646 owned by network:router_interface {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:58:42.677836 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device cf74bae1-26a2-40d4-8651-6365efc5653b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:58:42.697593 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] No Port match for: cf74bae1-26a2-40d4-8651-6365efc5653b {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:58:42.697947 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Device cf74bae1-26a2-40d4-8651-6365efc5653b not bound to the agent host hv-cinder-81322 {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:58:42.799640 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-634a0546-ded4-42ce-a6ff-dad5acd421a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (3966a8df-94c0-4105-b281-3e80824f1646), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:42.827510 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a0546-ded4-42ce-a6ff-dad5acd421a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3966a8df-94c0-4105-b281-3e80824f1646,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:58:43.016399 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-634a0546-ded4-42ce-a6ff-dad5acd421a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3776522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360295'] for router_interface (cfc76c6c-3ad6-4dfd-a133-f89d021a7009), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:43.232294 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634a0546-ded4-42ce-a6ff-dad5acd421a2 admin admin] Router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:58:43.344922 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634a0546-ded4-42ce-a6ff-dad5acd421a2 admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:58:43.349874 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-634a0546-ded4-42ce-a6ff-dad5acd421a2 admin admin] 10.222.0.81 "PUT /v2.0/routers/cfc76c6c-3ad6-4dfd-a133-f89d021a7009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5930457 Feb 21 00:58:43.352371 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 60140) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:58:43.356475 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf9ed46-2558-40df-8aa1-78444a441fe8 None None] Sync routers for ids ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'] in dv-cinder-813224-6-iscsi {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:58:43.366040 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf9ed46-2558-40df-8aa1-78444a441fe8 None None] Routers {'cfc76c6c-3ad6-4dfd-a133-f89d021a7009'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:58:43.366735 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-cbf9ed46-2558-40df-8aa1-78444a441fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:58:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:43.460109 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-116c5f7d-5471-43d3-8fdf-1da01c724902 admin admin] Publish callbacks [] for router (cfc76c6c-3ad6-4dfd-a133-f89d021a7009), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:43.475449 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-cbf9ed46-2558-40df-8aa1-78444a441fe8 None None] Set router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 gateway port host: dv-cinder-813224-6-iscsi {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:58:43.566518 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-116c5f7d-5471-43d3-8fdf-1da01c724902 admin admin] Publish callbacks [] for router_gateway (cfc76c6c-3ad6-4dfd-a133-f89d021a7009), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:43.655836 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-cbf9ed46-2558-40df-8aa1-78444a441fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:58:42Z', 'revision_number': 5, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port': {'id': '590d5265-a9e7-4289-949d-179edb0d88d6', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:50Z', 'updated_at': '2022-02-21T00:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:43.681578 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf9ed46-2558-40df-8aa1-78444a441fe8 None None] Checking router: cfc76c6c-3ad6-4dfd-a133-f89d021a7009 for host: dv-cinder-813224-6-iscsi {{(pid=109908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:58:43.682303 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-116c5f7d-5471-43d3-8fdf-1da01c724902 admin admin] Deleting port 590d5265-a9e7-4289-949d-179edb0d88d6 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:58:43.682601 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-116c5f7d-5471-43d3-8fdf-1da01c724902 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (590d5265-a9e7-4289-949d-179edb0d88d6), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:43.690878 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf9ed46-2558-40df-8aa1-78444a441fe8 None None] Routers {'cfc76c6c-3ad6-4dfd-a133-f89d021a7009'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:58:43.691484 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-cbf9ed46-2558-40df-8aa1-78444a441fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:58:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'], 'active': True} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:43.766888 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [None req-116c5f7d-5471-43d3-8fdf-1da01c724902 admin admin] For port 590d5265-a9e7-4289-949d-179edb0d88d6, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=590d5265-a9e7-4289-949d-179edb0d88d6,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:58:43.767258 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-116c5f7d-5471-43d3-8fdf-1da01c724902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (590d5265-a9e7-4289-949d-179edb0d88d6), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:43.779453 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-116c5f7d-5471-43d3-8fdf-1da01c724902 admin admin] Calling delete_port for 590d5265-a9e7-4289-949d-179edb0d88d6 owned by network:router_gateway {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:58:43.779871 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvr_db [None req-cbf9ed46-2558-40df-8aa1-78444a441fe8 None None] Set router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 gateway port host: None {{(pid=109908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:58:43.836196 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_hamode_db [None req-cbf9ed46-2558-40df-8aa1-78444a441fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:58:43Z', 'revision_number': 6, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port_host': None}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:43.865064 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf9ed46-2558-40df-8aa1-78444a441fe8 None None] The sync data for ids ['cfc76c6c-3ad6-4dfd-a133-f89d021a7009'] in dv-cinder-813224-6-iscsi is: [{'id': 'cfc76c6c-3ad6-4dfd-a133-f89d021a7009', 'name': 'tempest-TestVolumeBootPattern-1904990818-router', 'tenant_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:49Z', 'updated_at': '2022-02-21T00:58:43Z', 'revision_number': 6, 'project_id': 'eb7b15afe4684aaf8da2de71263ac74c', 'gw_port_host': None}] {{(pid=109908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:58:44.022160 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-116c5f7d-5471-43d3-8fdf-1da01c724902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (590d5265-a9e7-4289-949d-179edb0d88d6), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:44.047684 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c5f7d-5471-43d3-8fdf-1da01c724902 admin admin] Pushing event deleted for resources: {'Port': ['ID=590d5265-a9e7-4289-949d-179edb0d88d6,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:58:44.111589 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-116c5f7d-5471-43d3-8fdf-1da01c724902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362125'] for router_gateway (cfc76c6c-3ad6-4dfd-a133-f89d021a7009), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:44.206139 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-116c5f7d-5471-43d3-8fdf-1da01c724902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-356369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9102'] for router (cfc76c6c-3ad6-4dfd-a133-f89d021a7009), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:44.208384 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-116c5f7d-5471-43d3-8fdf-1da01c724902 admin admin] Publish callbacks [] for router_controller (cfc76c6c-3ad6-4dfd-a133-f89d021a7009), precommit_delete_associations {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:44.325519 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-116c5f7d-5471-43d3-8fdf-1da01c724902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-356456'] for router (cfc76c6c-3ad6-4dfd-a133-f89d021a7009), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:44.326050 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116c5f7d-5471-43d3-8fdf-1da01c724902 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfc76c6c-3ad6-4dfd-a133-f89d021a7009 {{(pid=109907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 00:58:44.335800 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-116c5f7d-5471-43d3-8fdf-1da01c724902 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:44.335800 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-116c5f7d-5471-43d3-8fdf-1da01c724902 admin admin] 10.222.0.81 "DELETE /v2.0/routers/cfc76c6c-3ad6-4dfd-a133-f89d021a7009 HTTP/1.1" status: 204 len: 168 time: 0.9787421 Feb 21 00:58:44.335800 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 60142) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:58:44.378157 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11ee70f-f1fd-4828-bfa6-c5aad10ea376 admin admin] Deleting subnet 765af30d-6135-4b51-bb03-fd3e3d92303f {{(pid=109907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:58:44.381110 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c11ee70f-f1fd-4828-bfa6-c5aad10ea376 admin admin] Publish callbacks [] for subnet (765af30d-6135-4b51-bb03-fd3e3d92303f), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:44.415415 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c11ee70f-f1fd-4828-bfa6-c5aad10ea376 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12006473'] for subnet (765af30d-6135-4b51-bb03-fd3e3d92303f), precommit_delete_associations {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:44.495904 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c11ee70f-f1fd-4828-bfa6-c5aad10ea376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3371724'] for subnet (765af30d-6135-4b51-bb03-fd3e3d92303f), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:44.628951 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c11ee70f-f1fd-4828-bfa6-c5aad10ea376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3371765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12339631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489544'] for subnet (765af30d-6135-4b51-bb03-fd3e3d92303f), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:44.666585 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ee70f-f1fd-4828-bfa6-c5aad10ea376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=765af30d-6135-4b51-bb03-fd3e3d92303f,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:58:44.669053 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-c11ee70f-f1fd-4828-bfa6-c5aad10ea376 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:44.672328 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4ea566-9fdf-4186-875c-8db6c49702ed None None] Network 710364a7-1192-4db7-8d7d-9231a2743a88 requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:58:44.674813 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-c11ee70f-f1fd-4828-bfa6-c5aad10ea376 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/765af30d-6135-4b51-bb03-fd3e3d92303f HTTP/1.1" status: 204 len: 168 time: 0.3388889 Feb 21 00:58:44.677899 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 60144) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:58:44.762564 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825413'] for network (710364a7-1192-4db7-8d7d-9231a2743a88), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:44.773792 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 3966a8df-94c0-4105-b281-3e80824f1646 no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:58:44.799109 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: 3966a8df-94c0-4105-b281-3e80824f1646 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:58:44.799463 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 3966a8df-94c0-4105-b281-3e80824f1646 not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:58:44.799895 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 590d5265-a9e7-4289-949d-179edb0d88d6 no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:58:44.820728 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] Deleting port 625b81c0-593c-417b-97ee-c6e93dd8d035 {{(pid=109907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:58:44.821102 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (625b81c0-593c-417b-97ee-c6e93dd8d035), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:44.821988 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: 590d5265-a9e7-4289-949d-179edb0d88d6 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:58:44.822341 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 590d5265-a9e7-4289-949d-179edb0d88d6 not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:58:44.904419 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] DHCP port deletion for 710364a7-1192-4db7-8d7d-9231a2743a88 request from dv-cinder-813224-6-iscsi {{(pid=109908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 00:58:44.969439 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] Deleting port 625b81c0-593c-417b-97ee-c6e93dd8d035 {{(pid=109908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:58:44.969823 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (625b81c0-593c-417b-97ee-c6e93dd8d035), before_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:45.173772 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] For port 625b81c0-593c-417b-97ee-c6e93dd8d035, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=625b81c0-593c-417b-97ee-c6e93dd8d035,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:58:45.174076 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (625b81c0-593c-417b-97ee-c6e93dd8d035), precommit_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:45.174817 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.db [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] For port 625b81c0-593c-417b-97ee-c6e93dd8d035, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=625b81c0-593c-417b-97ee-c6e93dd8d035,segment=NetworkSegment(79fea258-46ac-4ebc-b69a-9eb0ce8d870b),segment_id=79fea258-46ac-4ebc-b69a-9eb0ce8d870b)] {{(pid=109907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:58:45.175178 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (625b81c0-593c-417b-97ee-c6e93dd8d035), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:45.186044 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] Calling delete_port for 625b81c0-593c-417b-97ee-c6e93dd8d035 owned by network:dhcp {{(pid=109908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:58:45.187802 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.plugin [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] Calling delete_port for 625b81c0-593c-417b-97ee-c6e93dd8d035 owned by network:dhcp {{(pid=109907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:58:45.313958 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460'] for port (625b81c0-593c-417b-97ee-c6e93dd8d035), after_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:45.321198 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12339326'] for port (625b81c0-593c-417b-97ee-c6e93dd8d035), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:45.341597 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] Pushing event deleted for resources: {'Port': ['ID=625b81c0-593c-417b-97ee-c6e93dd8d035,revision_number=None']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:58:45.345309 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] No DVR routers for this DVR port 625b81c0-593c-417b-97ee-c6e93dd8d035 on host dv-cinder-813224-6-iscsi {{(pid=109908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:58:45.350211 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=625b81c0-593c-417b-97ee-c6e93dd8d035,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:58:45.351673 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] No DVR routers for this DVR port 625b81c0-593c-417b-97ee-c6e93dd8d035 on host dv-cinder-813224-6-iscsi {{(pid=109907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:58:45.352884 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:45.353077 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:45.353456 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:45.353808 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:45.354148 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:45.354512 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:45.355076 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:45.355408 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:45.356457 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:45.356834 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:45.357174 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:45.357508 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:45.357841 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13588bab-8233-4367-8e44-d0d3652c4f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:45.425515 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3370565', 'neutron.services.segments.db._delete_segments_for_network-8788922944314'] for network (710364a7-1192-4db7-8d7d-9231a2743a88), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:45.445098 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710364a7-1192-4db7-8d7d-9231a2743a88']}} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:45.454420 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79fea258-46ac-4ebc-b69a-9eb0ce8d870b') {'for_net_delete': True} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:45.454723 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.services.segments.db [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79fea258-46ac-4ebc-b69a-9eb0ce8d870b') {} {{(pid=109907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:45.466813 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788922945603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12006480'] for segment (79fea258-46ac-4ebc-b69a-9eb0ce8d870b), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:45.480187 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (79fea258-46ac-4ebc-b69a-9eb0ce8d870b), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:45.487000 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=109907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:58:45.487397 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12339273'] for segment (79fea258-46ac-4ebc-b69a-9eb0ce8d870b), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: self.session.flush() Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: self.session.flush() Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: self.session.flush() Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: self.session.flush() Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: Traceback (most recent call last): Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: timer() Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: cb(*args, **kw) Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: return func(*args, **kwargs) Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: self._notify() Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: self.callback(batched_events) Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: event.method(event) Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: return f(self, *a, **k) Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: return self._get(url).json() Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: return self.request(url, 'GET', **kwargs) Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:58:45.489149 dv-cinder-813224-6-iscsi neutron-server[109907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:58:45.587929 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3370574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362209'] for network (710364a7-1192-4db7-8d7d-9231a2743a88), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:45.593678 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:45.596866 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/710364a7-1192-4db7-8d7d-9231a2743a88 HTTP/1.1" status: 204 len: 168 time: 0.9177806 Feb 21 00:58:45.602985 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 60146) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:58:45.607370 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18afe0d-f592-411d-ae3c-7d87fccb62c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=710364a7-1192-4db7-8d7d-9231a2743a88,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:58:45.947796 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358903'] for router_interface (9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:46.418074 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Deleting port f5afd14f-706b-459f-9fb0-6e483a0aa0dc {{(pid=109906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:58:46.418414 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (f5afd14f-706b-459f-9fb0-6e483a0aa0dc), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:46.493669 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.db [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] For port f5afd14f-706b-459f-9fb0-6e483a0aa0dc, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=f5afd14f-706b-459f-9fb0-6e483a0aa0dc,segment=NetworkSegment(4efe6d08-2d0d-44d0-8ac4-81ab58da21ed),segment_id=4efe6d08-2d0d-44d0-8ac4-81ab58da21ed)] {{(pid=109906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:58:46.494032 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (f5afd14f-706b-459f-9fb0-6e483a0aa0dc), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:46.506120 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Calling delete_port for f5afd14f-706b-459f-9fb0-6e483a0aa0dc owned by network:router_interface {{(pid=109906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:58:46.737217 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (f5afd14f-706b-459f-9fb0-6e483a0aa0dc), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:46.743581 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 625b81c0-593c-417b-97ee-c6e93dd8d035 no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:58:46.765346 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: 625b81c0-593c-417b-97ee-c6e93dd8d035 {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:58:46.765689 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device 625b81c0-593c-417b-97ee-c6e93dd8d035 not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:58:46.768790 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5afd14f-706b-459f-9fb0-6e483a0aa0dc,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:58:46.778581 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:46.778934 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:46.779280 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:46.779616 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:46.779977 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:46.780403 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:46.781389 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:46.781389 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:46.781574 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:46.781756 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:46.782081 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:46.782403 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:46.782729 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813224-6-iscsi {{(pid=109906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:58:46.949137 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3776522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360295'] for router_interface (9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:47.163583 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Router 9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc has already been hosted by L3 agent 5f93da28-9c80-40f5-b7b4-7f9f95882748 {{(pid=109906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:58:47.274544 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] Notify agent at l3_agent.dv-cinder-813224-6-iscsi the message routers_updated {{(pid=109906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:58:47.279776 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-c448f1a9-5028-4f0f-9657-c0830b5f1e35 admin admin] 10.222.0.81 "PUT /v2.0/routers/9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6757221 Feb 21 00:58:47.282833 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 60148) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:58:47.286714 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dabf952-cb60-4b86-8511-af88b8471f9d None None] Sync routers for ids ['9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc'] in dv-cinder-813224-6-iscsi {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:58:47.300112 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dabf952-cb60-4b86-8511-af88b8471f9d None None] Routers {'9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:58:47.300865 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-9dabf952-cb60-4b86-8511-af88b8471f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:58:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:47.385309 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-768f102f-3da7-4e27-a8e8-86e3ad9823eb admin admin] Publish callbacks [] for router (9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:47.407120 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-9dabf952-cb60-4b86-8511-af88b8471f9d None None] Set router 9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc gateway port host: dv-cinder-813224-6-iscsi {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:58:47.489170 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-768f102f-3da7-4e27-a8e8-86e3ad9823eb admin admin] Publish callbacks [] for router_gateway (9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:47.579043 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-9dabf952-cb60-4b86-8511-af88b8471f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc', 'name': 'tempest-TestVolumeBootPattern-705395992-router', 'tenant_id': '117481638498428890b5e8af10623913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'external_fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a8128f7f-878a-4091-915d-20cf853ac36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:55Z', 'updated_at': '2022-02-21T00:58:46Z', 'revision_number': 5, 'project_id': '117481638498428890b5e8af10623913', 'gw_port': {'id': 'a8128f7f-878a-4091-915d-20cf853ac36d', 'name': '', 'network_id': 'c88f79bf-88c8-4630-a831-5481b52b74c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813224-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:51:56Z', 'updated_at': '2022-02-21T00:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2922032-8347-4ecd-abd4-c2de14eb9a4c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813224-6-iscsi'}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:47.604890 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dabf952-cb60-4b86-8511-af88b8471f9d None None] Checking router: 9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc for host: dv-cinder-813224-6-iscsi {{(pid=109909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:58:47.607450 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-768f102f-3da7-4e27-a8e8-86e3ad9823eb admin admin] Deleting port a8128f7f-878a-4091-915d-20cf853ac36d {{(pid=109906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:58:47.607822 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-768f102f-3da7-4e27-a8e8-86e3ad9823eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (a8128f7f-878a-4091-915d-20cf853ac36d), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:47.613004 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dabf952-cb60-4b86-8511-af88b8471f9d None None] Routers {'9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc'} bound to L3 agent in host dv-cinder-813224-6-iscsi {{(pid=109909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:58:47.613601 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-9dabf952-cb60-4b86-8511-af88b8471f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813224-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:32:29Z,description=,heartbeat_timestamp=2022-02-21T00:58:29Z,host='dv-cinder-813224-6-iscsi',id=5f93da28-9c80-40f5-b7b4-7f9f95882748,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:32:30Z,topic='l3_agent')) {'router_ids': ['9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc'], 'active': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:47.685416 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.db [None req-768f102f-3da7-4e27-a8e8-86e3ad9823eb admin admin] For port a8128f7f-878a-4091-915d-20cf853ac36d, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=a8128f7f-878a-4091-915d-20cf853ac36d,segment=NetworkSegment(c3810f89-9b65-48d7-9855-957073281a04),segment_id=c3810f89-9b65-48d7-9855-957073281a04)] {{(pid=109906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:58:47.685785 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-768f102f-3da7-4e27-a8e8-86e3ad9823eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (a8128f7f-878a-4091-915d-20cf853ac36d), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:47.698067 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-768f102f-3da7-4e27-a8e8-86e3ad9823eb admin admin] Calling delete_port for a8128f7f-878a-4091-915d-20cf853ac36d owned by network:router_gateway {{(pid=109906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:58:47.703892 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvr_db [None req-9dabf952-cb60-4b86-8511-af88b8471f9d None None] Set router 9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc gateway port host: None {{(pid=109909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:58:47.759740 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.l3_hamode_db [None req-9dabf952-cb60-4b86-8511-af88b8471f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc', 'name': 'tempest-TestVolumeBootPattern-705395992-router', 'tenant_id': '117481638498428890b5e8af10623913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:55Z', 'updated_at': '2022-02-21T00:58:47Z', 'revision_number': 6, 'project_id': '117481638498428890b5e8af10623913', 'gw_port_host': None}], 'dv-cinder-813224-6-iscsi', False) {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:47.786689 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dabf952-cb60-4b86-8511-af88b8471f9d None None] The sync data for ids ['9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc'] in dv-cinder-813224-6-iscsi is: [{'id': '9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc', 'name': 'tempest-TestVolumeBootPattern-705395992-router', 'tenant_id': '117481638498428890b5e8af10623913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:51:55Z', 'updated_at': '2022-02-21T00:58:47Z', 'revision_number': 6, 'project_id': '117481638498428890b5e8af10623913', 'gw_port_host': None}] {{(pid=109909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:58:47.913851 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-768f102f-3da7-4e27-a8e8-86e3ad9823eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (a8128f7f-878a-4091-915d-20cf853ac36d), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:47.940740 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f102f-3da7-4e27-a8e8-86e3ad9823eb admin admin] Pushing event deleted for resources: {'Port': ['ID=a8128f7f-878a-4091-915d-20cf853ac36d,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:58:48.002589 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-768f102f-3da7-4e27-a8e8-86e3ad9823eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362125'] for router_gateway (9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:48.093302 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-768f102f-3da7-4e27-a8e8-86e3ad9823eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-356369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9102'] for router (9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:48.095411 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-768f102f-3da7-4e27-a8e8-86e3ad9823eb admin admin] Publish callbacks [] for router_controller (9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc), precommit_delete_associations {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:48.188369 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-768f102f-3da7-4e27-a8e8-86e3ad9823eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-356456'] for router (9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:48.188963 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768f102f-3da7-4e27-a8e8-86e3ad9823eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc {{(pid=109906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 00:58:48.196876 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-768f102f-3da7-4e27-a8e8-86e3ad9823eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:48.196876 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-768f102f-3da7-4e27-a8e8-86e3ad9823eb admin admin] 10.222.0.81 "DELETE /v2.0/routers/9f1c4929-2c5c-4ff2-aa90-462ddc30c9dc HTTP/1.1" status: 204 len: 168 time: 0.9114027 Feb 21 00:58:48.198258 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [-] (109907) accepted ('10.222.0.81', 60150) {{(pid=109907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:58:48.247191 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.db.db_base_plugin_v2 [None req-689367a2-08f5-4543-ad82-ac739201ed2a admin admin] Deleting subnet 10bcbc9d-8620-4b93-b05a-8fc17c7dc65d {{(pid=109907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:58:48.250338 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-689367a2-08f5-4543-ad82-ac739201ed2a admin admin] Publish callbacks [] for subnet (10bcbc9d-8620-4b93-b05a-8fc17c7dc65d), before_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:48.287863 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-689367a2-08f5-4543-ad82-ac739201ed2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12006473'] for subnet (10bcbc9d-8620-4b93-b05a-8fc17c7dc65d), precommit_delete_associations {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:48.364914 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-689367a2-08f5-4543-ad82-ac739201ed2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3371724'] for subnet (10bcbc9d-8620-4b93-b05a-8fc17c7dc65d), precommit_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:48.497079 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-689367a2-08f5-4543-ad82-ac739201ed2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3371765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12339631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489544'] for subnet (10bcbc9d-8620-4b93-b05a-8fc17c7dc65d), after_delete {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:48.522698 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689367a2-08f5-4543-ad82-ac739201ed2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10bcbc9d-8620-4b93-b05a-8fc17c7dc65d,revision_number=None']} {{(pid=109907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:58:48.527888 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron_lib.callbacks.manager [None req-689367a2-08f5-4543-ad82-ac739201ed2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:48.532635 dv-cinder-813224-6-iscsi neutron-server[109907]: INFO neutron.wsgi [None req-689367a2-08f5-4543-ad82-ac739201ed2a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/10bcbc9d-8620-4b93-b05a-8fc17c7dc65d HTTP/1.1" status: 204 len: 168 time: 0.3331401 Feb 21 00:58:48.536170 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 60152) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:58:48.536308 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fa331b-9681-4c0d-bc43-56a4fd8b9173 None None] Network 960cced6-d5ef-4bff-9a50-e9d3fa5478ec requested from dv-cinder-813224-6-iscsi {{(pid=109908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:58:48.602811 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825413'] for network (960cced6-d5ef-4bff-9a50-e9d3fa5478ec), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:48.667575 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] Deleting port b042361f-c16a-4c31-a11a-55d6c1a2a9bc {{(pid=109906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:58:48.667918 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (b042361f-c16a-4c31-a11a-55d6c1a2a9bc), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:48.695696 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e19c9c-4ff7-4182-8c34-c0964bfb107d None None] DHCP port deletion for 960cced6-d5ef-4bff-9a50-e9d3fa5478ec request from dv-cinder-813224-6-iscsi {{(pid=109908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 00:58:48.737402 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.db [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] For port b042361f-c16a-4c31-a11a-55d6c1a2a9bc, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=b042361f-c16a-4c31-a11a-55d6c1a2a9bc,segment=NetworkSegment(4efe6d08-2d0d-44d0-8ac4-81ab58da21ed),segment_id=4efe6d08-2d0d-44d0-8ac4-81ab58da21ed)] {{(pid=109906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:58:48.737773 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (b042361f-c16a-4c31-a11a-55d6c1a2a9bc), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:48.752936 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.plugin [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] Calling delete_port for b042361f-c16a-4c31-a11a-55d6c1a2a9bc owned by network:dhcp {{(pid=109906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:58:48.756447 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device f5afd14f-706b-459f-9fb0-6e483a0aa0dc no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:58:48.786321 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: f5afd14f-706b-459f-9fb0-6e483a0aa0dc {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:58:48.786668 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device f5afd14f-706b-459f-9fb0-6e483a0aa0dc not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:58:48.787094 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device a8128f7f-878a-4091-915d-20cf853ac36d no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:58:48.789540 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-44e19c9c-4ff7-4182-8c34-c0964bfb107d None None] Deleting port b042361f-c16a-4c31-a11a-55d6c1a2a9bc {{(pid=109908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:58:48.789916 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-44e19c9c-4ff7-4182-8c34-c0964bfb107d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788922689814'] for port (b042361f-c16a-4c31-a11a-55d6c1a2a9bc), before_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:48.818866 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No Port match for: a8128f7f-878a-4091-915d-20cf853ac36d {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:58:48.819217 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device a8128f7f-878a-4091-915d-20cf853ac36d not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:58:48.819841 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device b042361f-c16a-4c31-a11a-55d6c1a2a9bc no longer exists at agent ovs-agent-dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:58:48.891128 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11782258'] for port (b042361f-c16a-4c31-a11a-55d6c1a2a9bc), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:48.904723 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-44e19c9c-4ff7-4182-8c34-c0964bfb107d None None] For port b042361f-c16a-4c31-a11a-55d6c1a2a9bc, host dv-cinder-813224-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813224-6-iscsi',level=0,port_id=b042361f-c16a-4c31-a11a-55d6c1a2a9bc,segment=NetworkSegment(4efe6d08-2d0d-44d0-8ac4-81ab58da21ed),segment_id=4efe6d08-2d0d-44d0-8ac4-81ab58da21ed)] {{(pid=109908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:58:48.905140 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-44e19c9c-4ff7-4182-8c34-c0964bfb107d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360639'] for port (b042361f-c16a-4c31-a11a-55d6c1a2a9bc), precommit_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:48.914046 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.db [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] No active binding found for port b042361f-c16a-4c31-a11a-55d6c1a2a9bc {{(pid=109908) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 21 00:58:48.914373 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] The host dv-cinder-813224-6-iscsi is not matching for port b042361f-c16a-4c31-a11a-55d6c1a2a9bc host None! {{(pid=109908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 21 00:58:48.914763 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.rpc [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Device b042361f-c16a-4c31-a11a-55d6c1a2a9bc not bound to the agent host dv-cinder-813224-6-iscsi {{(pid=109908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:58:48.917449 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=b042361f-c16a-4c31-a11a-55d6c1a2a9bc,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:58:48.919330 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] No DVR routers for this DVR port b042361f-c16a-4c31-a11a-55d6c1a2a9bc on host dv-cinder-813224-6-iscsi {{(pid=109906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:58:48.921237 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.plugins.ml2.plugin [None req-44e19c9c-4ff7-4182-8c34-c0964bfb107d None None] Calling delete_port for b042361f-c16a-4c31-a11a-55d6c1a2a9bc owned by network:dhcp {{(pid=109908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:58:48.993586 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3370565', 'neutron.services.segments.db._delete_segments_for_network-8788922944314'] for network (960cced6-d5ef-4bff-9a50-e9d3fa5478ec), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:48.998938 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-44e19c9c-4ff7-4182-8c34-c0964bfb107d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-872490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788922695289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788922384460'] for port (b042361f-c16a-4c31-a11a-55d6c1a2a9bc), after_delete {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:49.013939 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960cced6-d5ef-4bff-9a50-e9d3fa5478ec']}} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:49.022329 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e19c9c-4ff7-4182-8c34-c0964bfb107d None None] Pushing event deleted for resources: {'Port': ['ID=b042361f-c16a-4c31-a11a-55d6c1a2a9bc,revision_number=None']} {{(pid=109908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:58:49.023500 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efe6d08-2d0d-44d0-8ac4-81ab58da21ed') {'for_net_delete': True} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:49.023804 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.services.segments.db [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efe6d08-2d0d-44d0-8ac4-81ab58da21ed') {} {{(pid=109906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:58:49.028070 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e19c9c-4ff7-4182-8c34-c0964bfb107d None None] No DVR routers for this DVR port b042361f-c16a-4c31-a11a-55d6c1a2a9bc on host dv-cinder-813224-6-iscsi {{(pid=109908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:58:49.034272 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788922945603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863475'] for segment (4efe6d08-2d0d-44d0-8ac4-81ab58da21ed), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:49.051191 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441'] for segment (4efe6d08-2d0d-44d0-8ac4-81ab58da21ed), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:49.057232 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=109906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:58:49.057621 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11782213'] for segment (4efe6d08-2d0d-44d0-8ac4-81ab58da21ed), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: Traceback (most recent call last): Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: timer() Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: cb(*args, **kw) Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: return func(*args, **kwargs) Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: self._notify() Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: self.callback(batched_events) Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: event.method(event) Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: return f(self, *a, **k) Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: return self._get(url).json() Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: return self.request(url, 'GET', **kwargs) Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:58:49.070553 dv-cinder-813224-6-iscsi neutron-server[109906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:58:49.153549 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3370574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3776515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362209'] for network (960cced6-d5ef-4bff-9a50-e9d3fa5478ec), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:49.159796 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3776557'] for network (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:49.163041 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] 10.222.0.81 "DELETE /v2.0/networks/960cced6-d5ef-4bff-9a50-e9d3fa5478ec HTTP/1.1" status: 204 len: 168 time: 0.6275473 Feb 21 00:58:49.178790 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d86c6-54cc-47e3-a54f-c62644a35b00 admin admin] Pushing event deleted for resources: {'Network': ['ID=960cced6-d5ef-4bff-9a50-e9d3fa5478ec,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:58:49.491222 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 60156) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:58:49.531763 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-17a3e4cd-9f91-40fe-a50b-dc6d574543dd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eb7b15afe4684aaf8da2de71263ac74c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393786 Feb 21 00:58:49.534292 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 60158) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:58:49.585087 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-dc1cb330-c915-4348-9c11-1313516cca3b admin admin] Publish callbacks [] for security_group (976d747b-66a0-4710-ae38-acadc30ce8c2), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:49.620037 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-dc1cb330-c915-4348-9c11-1313516cca3b admin admin] Publish callbacks [] for security_group (976d747b-66a0-4710-ae38-acadc30ce8c2), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:49.736776 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-dc1cb330-c915-4348-9c11-1313516cca3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (976d747b-66a0-4710-ae38-acadc30ce8c2), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:49.739293 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-dc1cb330-c915-4348-9c11-1313516cca3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:49.740450 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-dc1cb330-c915-4348-9c11-1313516cca3b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/976d747b-66a0-4710-ae38-acadc30ce8c2 HTTP/1.1" status: 204 len: 168 time: 0.2052546 Feb 21 00:58:49.749361 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cb330-c915-4348-9c11-1313516cca3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976d747b-66a0-4710-ae38-acadc30ce8c2,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:58:50.283633 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 60164) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:58:50.323718 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-d9805d5b-cd61-4d8b-93af-6b3cd7ac80da admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=117481638498428890b5e8af10623913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387988 Feb 21 00:58:50.326088 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.wsgi [-] (109906) accepted ('10.222.0.81', 60166) {{(pid=109906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:58:50.372994 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5fe8cdb5-14b8-4b54-b28c-a3c5d12e6870 admin admin] Publish callbacks [] for security_group (b99ecd9b-9fb8-482f-985d-67853ed751eb), before_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:50.396417 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5fe8cdb5-14b8-4b54-b28c-a3c5d12e6870 admin admin] Publish callbacks [] for security_group (b99ecd9b-9fb8-482f-985d-67853ed751eb), precommit_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:50.508252 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5fe8cdb5-14b8-4b54-b28c-a3c5d12e6870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493693'] for security_group (b99ecd9b-9fb8-482f-985d-67853ed751eb), after_delete {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:50.510859 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron_lib.callbacks.manager [None req-5fe8cdb5-14b8-4b54-b28c-a3c5d12e6870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:50.512000 dv-cinder-813224-6-iscsi neutron-server[109906]: INFO neutron.wsgi [None req-5fe8cdb5-14b8-4b54-b28c-a3c5d12e6870 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b99ecd9b-9fb8-482f-985d-67853ed751eb HTTP/1.1" status: 204 len: 168 time: 0.1844692 Feb 21 00:58:50.523863 dv-cinder-813224-6-iscsi neutron-server[109906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8cdb5-14b8-4b54-b28c-a3c5d12e6870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99ecd9b-9fb8-482f-985d-67853ed751eb,revision_number=None']} {{(pid=109906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:58:56.878963 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a50d7b10-1253-4218-adf9-bcce99af1d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:57.033379 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:58:59.038889 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-aacbd03e-95d3-4f92-9caf-bced5fc21d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:59:00.364925 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:59:01.724530 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:59:03.318961 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:59:03.846379 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:59:26.895360 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-efbff267-68d5-42df-b2e9-af59bf8cc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:59:27.038306 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:59:29.072381 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-54973062-85a2-4715-9cc2-238650917387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:59:30.386540 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:59:31.143948 dv-cinder-813224-6-iscsi neutron-server[109907]: DEBUG neutron.wsgi [req-7f691947-1cf8-411d-9dac-99dddfaf4244 req-80831e10-6daf-494b-a346-cdf343e3e9b7 tempest-AttachVolumeNegativeTest-1108665791 tempest-AttachVolumeNegativeTest-1108665791-project] (109907) timed out ('10.222.0.61', 51115) {{(pid=109907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 00:59:31.747048 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:59:33.330708 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:59:40.845430 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:59:56.888995 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-2d38830e-ae29-4558-a651-cf655fe62943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:59:57.065893 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:59:59.071592 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-4ca12f47-f3a5-49db-b6e6-75955dff854a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:00.363374 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:01.711527 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:03.277351 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:17.847077 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:00:26.871060 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3936961d-e36f-471b-860e-1364b93419aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:27.030740 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:29.065385 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-feb99a06-9fcb-4d03-85c8-e35d48f230e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:30.356457 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:31.745431 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:33.287895 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:54.845827 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:00:56.915713 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-fb40c0cb-11ca-4634-a075-517ee7bbaaaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:57.047082 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:59.081895 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-8eae0116-d635-4cf9-a0be-e29682157cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:00.373093 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:01.716105 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:03.298458 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:26.892342 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-2038b0b0-0f00-4ad0-9d11-bfd46cbccb56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:27.087812 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:29.075470 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-19e9b15c-ec42-4c58-a2be-e112e47692bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:30.412190 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:31.720424 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:31.844934 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:01:33.291896 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:56.896998 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-8843074b-bdc7-4e71-be32-e188399bd207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:57.097067 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:59.080311 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-d1e90449-b987-40e9-b47c-a87c70571616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:00.388631 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:01.731386 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:03.332320 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:08.843154 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:02:26.896394 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-02c954e8-a637-4fe8-aa72-e70db896cb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:27.107826 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:29.056600 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-65b548de-5ed3-4eb3-bf7e-837f3e4812cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:30.375956 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:31.742155 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:33.302108 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:45.842751 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:02:56.895991 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-0429b429-738f-42ca-a7a9-bce5cf56b009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:57.112584 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:59.090166 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-9393f22b-c6c8-4960-85b2-df5cd0e5a5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:00.403719 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:01.723763 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:03.289966 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:22.841796 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:03:26.877940 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-8ce651d2-3599-4927-915d-91cc0b26fbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:27.106053 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:29.071947 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-c2caca38-bd72-4efd-9e9b-6a15cf8c73b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:30.409070 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:31.729220 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:33.282984 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:56.888488 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-541a7923-eea6-4055-859e-355299b5ea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (4dd3caeb-76cf-441e-a150-e4aa52c1e518), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:57.122573 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-32fd5c9a-9a01-403a-ba3b-6d7dc92a36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (fd564051-86d7-482e-a7c2-1393e7587d33), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:59.048233 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-fb1af543-74a4-4d33-b281-d04a5f56ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (5f93da28-9c80-40f5-b7b4-7f9f95882748), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:59.840068 dv-cinder-813224-6-iscsi neutron-server[109909]: DEBUG neutron.db.agents_db [None req-16cd85e7-474e-4aab-8f27-4baa5a5401ce None None] Agent healthcheck: found 6 active agents {{(pid=109909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:04:00.436886 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-a61f6ca7-394a-44ee-bfd9-2c3511c4ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (58a52410-829a-4a3a-affd-7080e9dbac26), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:04:01.757291 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a51b-97e2-4b3b-9f04-e8cf822fa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (f85f1cf6-a948-4060-a26e-9d23dce7e642), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:04:03.300008 dv-cinder-813224-6-iscsi neutron-server[109908]: DEBUG neutron_lib.callbacks.manager [None req-3eaed947-b280-459f-982d-823bdc5717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788922944296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3368540'] for agent (87fed6a8-cb75-46c3-a16d-e194b4f6314b), after_update {{(pid=109908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}